-- Logs begin at Thu 2021-08-19 23:04:30 UTC, end at Fri 2021-08-20 00:20:37 UTC. -- Aug 19 23:52:35.733535 dv-cinder-759943-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 23:52:38.489332 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.common.config [-] Logging enabled! Aug 19 23:52:38.489953 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 23:52:38.490044 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 23:52:38.493310 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.common.config [-] Logging enabled! Aug 19 23:52:38.493567 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 23:52:38.493878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101235) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 23:52:38.494838 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 23:52:38.495073 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 23:52:38.495443 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 23:52:38.495692 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 23:52:38.495942 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 23:52:38.496262 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.496559 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.496857 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.497098 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.497390 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.497681 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.497967 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.498254 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.498548 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.498834 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.499111 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.499397 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.499629 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.499912 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.500221 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.500505 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.500728 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] debug = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.501011 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.501437 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.501858 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.502141 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.502430 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.502715 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.503035 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.503262 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.503545 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.503877 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] host = dv-cinder-759943-12-iscsi {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.504180 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.504469 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.504752 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.505035 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.505310 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.505586 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.505871 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.506144 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.506435 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.506694 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.507002 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.507293 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.507631 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.507843 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.508090 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.508385 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.508667 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.508938 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.509212 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.509485 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.509760 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.510031 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.510298 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.510580 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.510863 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.511146 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.511418 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.511690 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.511982 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.512256 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.512539 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.512811 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.513158 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.513343 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.513628 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.513893 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.514165 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.514467 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.514753 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.515030 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.515311 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.515585 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.515864 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.516169 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.516441 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.516712 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] use_json = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.516983 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.517262 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.517536 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.517814 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.518091 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.518362 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.518637 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.518922 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:38.519219 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.519518 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.519818 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.520125 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.520419 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.520698 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.520986 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.521264 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.521554 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.521842 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.522133 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.522410 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.523252 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.523526 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.523819 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.524159 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.524454 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.524750 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.525027 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.525302 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.525574 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.525853 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.526144 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.526439 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.526727 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.527002 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.527280 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.527569 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.527844 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.528143 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.528427 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.528715 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.528992 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.529265 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.529548 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.529825 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.530100 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.530372 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.530647 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.530936 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.531212 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.531486 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.531760 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.532078 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.532353 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.532640 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.532918 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.533193 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.533467 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.533744 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.534017 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.534292 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.534568 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.534840 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.535117 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.535390 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.535664 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.535972 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.536234 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.536508 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.536779 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.537050 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.537326 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.537597 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.537868 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.538188 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.539022 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.539540 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.539540 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.539823 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.540126 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.540412 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.540694 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.540976 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.541256 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.541538 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.541818 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.542100 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.542374 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.542670 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.542957 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.543249 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.543534 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.543815 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.544141 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.544424 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.544712 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.544994 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.545274 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.545567 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.545853 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.546148 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.546444 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.546742 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.547038 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.547333 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.547613 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.547940 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.548238 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:38.548456 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 23:52:38.548708 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101235) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 23:52:38.904883 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 23:52:38.905163 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 23:52:38.905454 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 23:52:38.905786 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 23:52:39.302646 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.303195 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.303474 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.305438 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.305724 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.306161 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.345982 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.346270 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.346535 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.365577 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.365859 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.366129 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.397623 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.397905 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.398175 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.434940 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.435215 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.435485 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.667700 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.668361 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.668361 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.668527 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.669120 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.789333 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.789647 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.789926 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.790194 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.790458 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.790765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.791020 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.791273 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.791524 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.791800 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.792080 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.792343 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.792596 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.792844 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.793097 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.793337 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.793599 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.793860 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.794123 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.794539 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.794806 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.795070 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.795351 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.795729 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.796003 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.796254 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.796655 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:39.796899 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:39.797139 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:39.797378 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:39.797615 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:39.797866 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:39.798214 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 23:52:39.801319 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 23:52:39.805709 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 23:52:39.809496 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 19 23:52:39.811118 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 23:52:39.811576 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 23:52:39.811913 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 23:52:39.812316 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 23:52:39.815247 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 23:52:39.815500 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 23:52:39.815847 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 23:52:39.821818 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 23:52:39.844131 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 23:52:39.844584 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.844880 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101235) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 23:52:39.845251 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.846592 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101235) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 23:52:39.846870 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 23:52:39.847113 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 23:52:39.850336 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.850798 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:39.914598 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 23:52:39.914835 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 23:52:39.915068 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 23:52:39.915445 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 23:52:39.937723 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_db.sqlalchemy.engines [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101235) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 23:52:40.680370 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing driver for type 'gre' Aug 19 23:52:40.681062 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] gre ID ranges: [(1, 1000)] Aug 19 23:52:40.873973 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing driver for type 'local' Aug 19 23:52:40.874307 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing driver for type 'vlan' Aug 19 23:52:40.948670 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] VlanTypeDriver initialization complete Aug 19 23:52:40.948932 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing driver for type 'vxlan' Aug 19 23:52:40.949486 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] vxlan ID ranges: [(1, 1000)] Aug 19 23:52:41.171837 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing extension driver 'port_security' Aug 19 23:52:41.172229 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.extensions.port_security [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] PortSecurityExtensionDriver initialization complete Aug 19 23:52:41.172569 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing mechanism driver 'openvswitch' Aug 19 23:52:41.172900 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing mechanism driver 'hyperv' Aug 19 23:52:41.182048 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.plugin [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:41.182987 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.183379 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.183744 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.184364 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:52:41.184920 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.185332 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.185752 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.186193 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:52:41.186636 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.186996 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.187345 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.187752 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:52:41.188208 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > security_group after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.188569 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > security_group after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.188917 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.189329 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:52:41.189744 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.190096 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.190448 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.190845 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:52:41.191257 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > address_group after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.191605 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > address_group after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.191984 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.192383 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101235) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 23:52:41.192875 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] ML2 OVO RPC backend initialized. {{(pid=101235) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 23:52:41.193571 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.193934 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.194374 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.194742 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > networks before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.195093 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.195438 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > ports before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.195775 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.196155 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnets before_response 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.196514 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.196861 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.197206 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.197545 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.197883 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.198221 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.198564 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.198955 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.199235 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.199917 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.plugin [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Modular L2 Plugin initialization complete Aug 19 23:52:41.200276 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading services supported by the core plugin {{(pid=101235) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 23:52:41.200614 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.plugins.ml2.managers [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Got port-security extension from driver 'port_security' Aug 19 23:52:41.201094 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.extensions.vlantransparent [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Disabled vlantransparent extension. Aug 19 23:52:41.201595 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101235) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 23:52:41.201916 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: router Aug 19 23:52:41.246830 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.247236 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_create 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.247619 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router before_create 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.248016 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.248401 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.248778 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_delete 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.249138 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.249662 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.250035 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_create 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.250389 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_update 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.250748 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_update 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.251100 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.251465 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_update 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.251884 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_update 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.252294 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.252638 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.252980 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: subnet after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.253324 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.253679 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.254027 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_create 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.254370 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.254714 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.255074 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router after_update 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.255420 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.255777 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_create 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.256190 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.256539 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_update 55549900 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.256991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > agent after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.257349 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > agent after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.257701 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > network after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.258698 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Tracking information for resource: router configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:41.259035 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Tracking information for resource: floatingip configured {{(pid=101235) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 23:52:41.264495 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.db.l3_agentschedulers_db [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 23:52:41.265098 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.265470 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port after_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.265825 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port after_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.266179 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: port after_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.266996 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router before_create 55550100 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.267365 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.267730 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_create 55550100 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.268124 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > router precommit_update 55550100 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.272872 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.provider_configuration [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service providers = [] {{(pid=101235) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 23:52:41.273250 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.db.servicetype_db [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101235) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 23:52:41.276568 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.service_base [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:52:41.276921 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.service_base [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:52:41.277268 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.service_base [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:52:41.278184 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.services.service_base [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101235) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 23:52:41.278567 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.services.service_base [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 23:52:41.278955 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.279276 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 23:52:41.292311 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.292651 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: auto_allocate Aug 19 23:52:41.298413 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: network precommit_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.298792 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: network precommit_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.299324 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.299651 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: tag Aug 19 23:52:41.307284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.307617 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: timestamp Aug 19 23:52:41.311482 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.311817 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: network_ip_availability Aug 19 23:52:41.317277 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.317654 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.318014 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.318748 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.319076 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: flavors Aug 19 23:52:41.324227 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.324558 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading Plugin: revisions Aug 19 23:52:41.328852 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101235) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 23:52:41.329260 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_concurrency.lockutils [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.424s {{(pid=101235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 23:52:41.330009 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101235) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 23:52:41.330350 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Initializing extension manager. Aug 19 23:52:41.330868 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: __init__.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.331217 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: __pycache__ {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.331555 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.331895 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: address_group.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.332686 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.333268 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: address-group Aug 19 23:52:41.333601 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: address_scope.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.334325 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.335228 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: address-scope Aug 19 23:52:41.335228 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.336170 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.336689 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: router-admin-state-down-before-update Aug 19 23:52:41.337018 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: agent.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.337730 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.338241 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: agent Aug 19 23:52:41.338566 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: agent_resources_synced.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.339490 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.340030 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: agent-resources-synced Aug 19 23:52:41.340358 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: allowedaddresspairs.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.342174 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.342692 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: allowed-address-pairs Aug 19 23:52:41.343056 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: auto_allocated_topology.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.344181 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.344702 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: auto-allocated-topology Aug 19 23:52:41.345030 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: availability_zone.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.345742 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.346259 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: availability_zone Aug 19 23:52:41.346585 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: availability_zone_filter.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.347523 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.348063 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: availability_zone_filter Aug 19 23:52:41.348390 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: data_plane_status.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.349312 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.349822 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 23:52:41.350148 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: default_subnetpools.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.351630 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.352175 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: default-subnetpools Aug 19 23:52:41.352565 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.353717 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.354235 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: dhcp_agent_scheduler Aug 19 23:52:41.354561 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: dns.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.355495 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.356038 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 23:52:41.356368 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: dns_domain_ports.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.357288 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.357794 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 23:52:41.358118 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.359072 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.359582 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 23:52:41.359910 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: dvr.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.360612 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.361125 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: dvr Aug 19 23:52:41.361449 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: ecmp_routes.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.362381 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.362881 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 23:52:41.363205 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: empty_string_filtering.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.364144 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.364653 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: empty-string-filtering Aug 19 23:52:41.364978 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.365918 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.367016 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 23:52:41.367347 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.368299 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.368813 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 23:52:41.369138 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: external_net.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.370057 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.370565 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: external-net Aug 19 23:52:41.370887 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.371810 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.372345 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: extra_dhcp_opt Aug 19 23:52:41.372666 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: extraroute.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.373584 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.374092 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: extraroute Aug 19 23:52:41.374417 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: extraroute_atomic.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.375467 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.376003 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: extraroute-atomic Aug 19 23:52:41.376330 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: filter_validation.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.377231 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.377735 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: filter-validation Aug 19 23:52:41.378080 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: fip_pf_description.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.379002 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.379497 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 23:52:41.379822 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: fip_port_details.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.380782 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.381292 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: fip-port-details Aug 19 23:52:41.381617 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: flavors.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.382892 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.383402 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: flavors Aug 19 23:52:41.383729 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.385535 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.386061 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 23:52:41.386395 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: floatingip_pools.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.387100 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.387618 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: floatingip-pools Aug 19 23:52:41.387974 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: ip_allocation.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.388909 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.389421 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 23:52:41.389747 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.390668 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.391179 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: ip-substring-filtering Aug 19 23:52:41.391506 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l2_adjacency.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.392458 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.392967 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 23:52:41.393297 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.394309 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.394827 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: router Aug 19 23:52:41.395154 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.397530 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.398058 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 23:52:41.398391 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.399365 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.399878 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: ext-gw-mode Aug 19 23:52:41.400241 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.401163 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.401672 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: l3-ha Aug 19 23:52:41.401997 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3_flavors.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.402924 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.403433 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: l3-flavors Aug 19 23:52:41.403757 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.404705 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.405218 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 23:52:41.405546 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: l3agentscheduler.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.406620 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.407136 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: l3_agent_scheduler Aug 19 23:52:41.407465 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: logging.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.408988 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.409543 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension logging not supported by any of loaded plugins Aug 19 23:52:41.409873 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: metering.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.410621 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.411204 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: metering Aug 19 23:52:41.411532 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.412813 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.413930 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: metering_source_and_destination_fields Aug 19 23:52:41.414260 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: multiprovidernet.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.415187 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.415700 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: multi-provider Aug 19 23:52:41.416053 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: netmtu.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.416978 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.417488 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: net-mtu Aug 19 23:52:41.417813 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: netmtu_writable.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.418738 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.419252 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: net-mtu-writable Aug 19 23:52:41.419578 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: network_availability_zone.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.420283 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.420792 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: network_availability_zone Aug 19 23:52:41.421114 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: network_ip_availability.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.422234 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.422754 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: network-ip-availability Aug 19 23:52:41.423075 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: network_segment_range.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.423860 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.424393 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 23:52:41.424720 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: pagination.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.425724 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.426059 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: pagination Aug 19 23:52:41.426388 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: port_device_profile.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.427319 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.428134 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: port-device-profile Aug 19 23:52:41.428459 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.429977 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.430489 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: port-mac-address-regenerate Aug 19 23:52:41.430813 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.431728 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.432276 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: port-numa-affinity-policy Aug 19 23:52:41.432603 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: port_resource_request.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.433531 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.434037 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 23:52:41.434360 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: portbindings.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.435304 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.435822 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: binding Aug 19 23:52:41.436176 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: portbindings_extended.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.437478 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.437996 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: binding-extended Aug 19 23:52:41.438328 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: portsecurity.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.439254 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.439770 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: port-security Aug 19 23:52:41.440122 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: project_id.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.441110 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.441442 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: project-id Aug 19 23:52:41.441766 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: providernet.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.442697 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.443213 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: provider Aug 19 23:52:41.443537 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.447063 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.447584 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos not supported by any of loaded plugins Aug 19 23:52:41.447920 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.449252 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.449731 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 23:52:41.450067 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.451009 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.451513 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 23:52:41.451846 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_default.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.452791 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.453305 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-default not supported by any of loaded plugins Aug 19 23:52:41.453636 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_fip.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.454297 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.454804 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 23:52:41.455130 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_gateway_ip.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.456083 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.456596 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 23:52:41.456927 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_port_network_policy.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.457850 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.458353 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 23:52:41.458678 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_pps_rule.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.460395 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.460941 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 23:52:41.461264 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_rule_type_details.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.462192 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.462707 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 23:52:41.463037 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: qos_rules_alias.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.464109 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.464629 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 23:52:41.464960 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: quotasv2.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.466151 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.466484 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: quotas Aug 19 23:52:41.466811 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: quotasv2_detail.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.469983 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.470327 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: quota_details Aug 19 23:52:41.470660 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: rbac.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.471750 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.472337 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: rbac-policies Aug 19 23:52:41.472672 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: rbac_address_group.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.473626 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.474149 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: rbac-address-group Aug 19 23:52:41.474480 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: rbac_address_scope.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.475408 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.476521 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: rbac-address-scope Aug 19 23:52:41.477016 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: rbac_security_groups.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.477987 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.478514 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: rbac-security-groups Aug 19 23:52:41.478843 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: rbac_subnetpool.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.479793 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.480349 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: rbac-subnetpool Aug 19 23:52:41.480676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: revisionifmatch.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.481616 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.482146 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: revision-if-match Aug 19 23:52:41.482480 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: revisions.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.483650 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.484213 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: standard-attr-revisions Aug 19 23:52:41.484548 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: router_availability_zone.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.485248 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.485762 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: router_availability_zone Aug 19 23:52:41.486089 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: routerservicetype.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.487050 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.487567 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 23:52:41.487893 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.488849 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.489368 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: security-groups-normalized-cidr Aug 19 23:52:41.489695 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.490624 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.491175 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: port-security-groups-filtering Aug 19 23:52:41.491562 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.492578 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.493098 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: security-groups-remote-address-group Aug 19 23:52:41.493430 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: securitygroup.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.503389 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.503975 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: security-group Aug 19 23:52:41.504321 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: segment.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.505171 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.505684 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension segment not supported by any of loaded plugins Aug 19 23:52:41.506017 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.507059 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.507683 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 23:52:41.507906 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: servicetype.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.509135 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.509660 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: service-type Aug 19 23:52:41.509996 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: sorting.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.510994 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.511331 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: sorting Aug 19 23:52:41.511660 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: standard_attr_segment.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.512608 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.513125 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 23:52:41.513454 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: standardattrdescription.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.514114 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.514626 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: standard-attr-description Aug 19 23:52:41.514957 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: stateful_security_group.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.515904 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.516444 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: stateful-security-group Aug 19 23:52:41.516772 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: stdattrs_common.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.517363 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 23:52:41.517689 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.518645 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.519158 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 23:52:41.519484 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: subnet_onboard.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.520591 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.521116 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: subnet_onboard Aug 19 23:52:41.521446 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.522924 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.523452 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 23:52:41.523783 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: subnet_service_types.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.524746 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.525260 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: subnet-service-types Aug 19 23:52:41.525586 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: subnetallocation.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.526680 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.527193 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: subnet_allocation Aug 19 23:52:41.527521 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.528229 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.528742 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: subnetpool-prefix-ops Aug 19 23:52:41.529072 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.530050 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.530564 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 23:52:41.530889 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: tagging.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.532035 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.532563 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: standard-attr-tag Aug 19 23:52:41.532892 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: timestamp.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.534100 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.534625 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loaded extension: standard-attr-timestamp Aug 19 23:52:41.534951 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: trunk.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.536062 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.536588 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension trunk not supported by any of loaded plugins Aug 19 23:52:41.536919 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: trunk_details.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.537848 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.538918 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 23:52:41.539326 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: uplink_status_propagation.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.540294 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.540817 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 23:52:41.541143 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Loading extension file: vlantransparent.py {{(pid=101235) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 23:52:41.541823 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101235) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 23:52:41.542337 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 23:52:41.544900 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:network Aug 19 23:52:41.545438 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:subnet Aug 19 23:52:41.545842 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:52:41.546239 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:port Aug 19 23:52:41.547525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.547987 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service FLAVORS assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.548613 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.549039 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.549380 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:router Aug 19 23:52:41.549827 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 23:52:41.550450 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service METERING assigned prefix: /metering {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.551911 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.552311 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.552660 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 23:52:41.554166 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 23:52:41.554613 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:security_group Aug 19 23:52:41.555047 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 23:52:41.555652 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service CORE assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.556015 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:52:41.556369 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] subnetpool is already registered Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service CORE assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] subnetpool is already registered Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service FLAVORS assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.569499 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:router Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] router is already registered Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] floatingip is already registered Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service METERING assigned prefix: /metering {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] rbac_policy is already registered Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:security_group Aug 19 23:52:41.570095 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] security_group is already registered Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] security_group_rule is already registered Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service CORE assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] subnetpool is already registered Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.v2.resource_helper [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Service CORE assigned prefix: {{(pid=101235) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 23:52:41.570680 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING neutron.quota.resource_registry [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] subnetpool is already registered Aug 19 23:52:41.571200 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: extensions {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.571200 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: address-groups {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.572607 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: address-scopes {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.573781 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: agents {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.575067 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: auto-allocated-topology {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.576373 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: availability_zones {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.577583 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: dhcp-networks {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.579239 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: dhcp-agents {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.580796 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: routers {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.582459 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: flavors {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.583631 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: service_profiles {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.585492 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: next_providers {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.587136 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: service_profiles {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.588600 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: floatingip-pools {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.589899 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: routers {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.591629 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: floatingips {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.592848 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: l3-routers {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.594371 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: l3-agents {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.595773 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: metering-labels {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.597041 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: metering-label-rules {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.598289 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: network-ip-availabilities {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.599687 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: bindings {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.602139 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: quotas {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.603606 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: quotas {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.605125 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: rbac-policies {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.606327 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: security-groups {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.607523 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: security-group-rules {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.608919 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: service-providers {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.610141 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: subnetpools {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.611489 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: subnetpools {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.613057 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.614708 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.616680 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.618534 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.620251 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.622145 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.623919 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.625797 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.628705 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.630444 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron.api.extensions [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Extended resource: tags {{(pid=101235) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 23:52:41.636641 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING keystonemiddleware.auth_token [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 23:52:41.641305 dv-cinder-759943-12-iscsi neutron-server[101235]: WARNING keystonemiddleware.auth_token [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 23:52:41.650493 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_concurrency.lockutils [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Acquired lock "singleton_lock" {{(pid=101235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 23:52:41.651063 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_concurrency.lockutils [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Releasing lock "singleton_lock" {{(pid=101235) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 23:52:41.651717 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Starting 2 workers Aug 19 23:52:41.656555 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Started child 101344 {{(pid=101235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:52:41.661194 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Started child 101345 {{(pid=101235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:52:41.662040 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:41.668054 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO neutron.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 23:52:41.668054 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Notify callbacks [] for process, before_spawn {{(pid=101235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:41.668325 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [-] (101344) wsgi starting up on http://0.0.0.0:9696 Aug 19 23:52:41.668415 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Starting 1 workers Aug 19 23:52:41.668505 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:41.668505 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [-] (101345) wsgi starting up on http://0.0.0.0:9696 Aug 19 23:52:41.671898 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Started child 101346 {{(pid=101235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:52:41.672457 dv-cinder-759943-12-iscsi neutron-server[101235]: INFO oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Starting 1 workers Aug 19 23:52:41.675884 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] calling RpcWorker wait() {{(pid=101346) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 23:52:41.676502 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] returning from RpcWorker wait() {{(pid=101346) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 23:52:41.677066 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Started child 101347 {{(pid=101235) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 23:52:41.677676 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:41.678189 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG neutron_lib.callbacks.manager [None req-e6955f58-20f2-4991-aebd-5ee77d131c68 None None] Notify callbacks [] for process, after_spawn {{(pid=101235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:41.678426 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:41.680889 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 23:52:41.681488 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 23:52:41.681488 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 23:52:41.681638 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 23:52:41.681904 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 23:52:41.682070 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 23:52:41.682753 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.683070 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.683322 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.683588 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.683704 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:41.684563 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.684858 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:41.685150 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.685439 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.685684 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.685962 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.686227 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.686391 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.686564 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.686838 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.687069 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.687352 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.687640 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.687909 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.688183 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.688357 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.688631 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.688892 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.689150 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.689413 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] debug = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.689704 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.690207 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.690443 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.690719 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.690947 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.691221 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.691473 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.691747 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.692016 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.692264 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.692504 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.692765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.693004 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.693222 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.693468 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.693730 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.693981 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.695062 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] host = dv-cinder-759943-12-iscsi {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.695309 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.695553 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.695803 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.696082 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.696356 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.696607 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.696862 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.697267 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.697526 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.697776 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.698046 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.698274 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.698495 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.698756 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.698924 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_options = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.699143 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.699465 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.699682 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.699854 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.700082 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.700284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.700541 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.700694 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.700894 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.701132 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.701353 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.701548 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.701796 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.702002 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.702249 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.702484 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.702721 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.702952 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.703210 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.703423 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.703653 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.704006 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.704169 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.704360 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.704576 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.704790 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.705064 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.705301 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.705517 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.705789 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.706036 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.706295 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.706545 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.706801 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.707198 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.707431 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.707648 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.707957 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.708229 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.708476 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.708724 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.708941 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.709210 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.709461 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.709680 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.709933 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_json = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.710145 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.710444 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.710717 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.710918 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.711134 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.711375 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.711718 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.712165 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.712601 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.713769 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.714050 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.714304 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.714545 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.714799 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.715033 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.715269 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.715525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.715760 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.716127 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.716358 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.719676 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720338 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720338 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720338 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720338 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720338 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720696 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.720846 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.721088 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.721340 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.721561 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.721781 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.722000 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.722265 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.722521 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.722758 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.723004 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.723270 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.723497 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.723730 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.723987 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.724344 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.724527 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.724753 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.724991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.725211 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.725431 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.725694 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.725956 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.726187 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.726428 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.726653 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.726900 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.727116 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.727331 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.727559 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.727789 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.728056 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.728769 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.728995 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.729245 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.729458 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.729713 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.729937 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.730179 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.730392 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.730612 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.730848 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.731295 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.731529 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.731746 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.732149 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.732524 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.732751 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.732991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.733223 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.733436 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.733654 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.733868 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.734110 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.734468 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.734844 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.735065 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.735414 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.736022 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.736022 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.736265 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.736527 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.739878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.740525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742019 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742019 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742019 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742019 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742609 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742609 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742764 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.742893 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.743167 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.743597 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.744043 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.744289 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.744567 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.744870 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.745135 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.745415 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.745650 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.745906 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.746153 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.746478 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.746724 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.746953 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.747215 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.747467 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.747758 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.748034 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.748281 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.748498 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.748738 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.749061 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.749316 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.749593 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.749775 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.750040 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.750306 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.750549 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.750812 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.751081 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.751400 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.751656 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.751905 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.752154 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.752386 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.752650 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.752865 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.753100 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.753317 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.753537 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.753771 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.753986 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.754248 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.754465 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.754684 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.754915 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.755133 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.755350 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.755599 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.755813 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.756077 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.756320 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.756559 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.756828 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.757678 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.757811 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.758067 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.758688 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.758688 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.758905 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.759030 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.759264 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.759539 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.759769 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.760012 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.762765 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763284 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763568 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763568 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.763868 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.764061 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.764333 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.764569 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.764793 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.765032 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.765266 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.765534 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.765787 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.766038 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.766276 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.766489 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.766700 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.766916 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.767128 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.767424 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.767682 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.767956 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.768238 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.768438 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.768683 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.768916 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.769151 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.769411 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.769659 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.769896 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.770140 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.770370 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.770582 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.770788 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.771186 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.771402 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.771645 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.771856 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.772090 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.772299 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.772654 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.772895 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.773078 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.773318 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.773568 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.773780 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.774003 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.774319 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.774537 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.774764 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.774974 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.775182 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.775425 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.775644 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.775857 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.776203 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.776466 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.776716 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.777001 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.777247 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.777522 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.777778 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.778168 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.778314 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.778554 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.778771 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.779015 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.779241 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.779497 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.779832 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.780137 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.780447 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.780686 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.780974 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.781266 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.781532 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.781766 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.782056 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.782392 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.782674 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.782935 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.783164 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.783415 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.783641 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.783857 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.784105 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.784344 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.784578 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.784850 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.785080 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.785344 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.785565 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.785798 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.786037 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.786293 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.786525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.786785 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.787007 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.787164 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 23:52:41.787742 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101235) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 23:52:41.787903 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 23:52:41.788683 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 23:52:41.788863 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 23:52:41.789098 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 23:52:41.789247 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 23:52:41.789598 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.789784 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.789922 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.790052 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.790215 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.790397 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.790558 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.790723 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.790882 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791040 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791197 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791353 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791488 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791644 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791799 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.791980 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.792126 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.792287 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.792447 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.792606 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.792889 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.793033 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.793163 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] debug = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.793252 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.793452 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.793616 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.793816 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.794062 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.794274 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.794441 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.794599 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.794757 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.794962 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.795134 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.795264 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.795394 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.795541 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796008 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796146 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796282 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796414 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] host = dv-cinder-759943-12-iscsi {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796548 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796693 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796825 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.796959 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797120 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797255 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797386 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797518 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797659 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797789 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.797928 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798058 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798209 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798367 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798526 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_options = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798684 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798841 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.798998 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.799180 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.799344 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.799501 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.799662 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.799860 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800051 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800183 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800313 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800443 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800574 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800786 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.800921 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801051 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801226 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801310 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801421 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801581 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801738 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.801894 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.802051 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.802209 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.802367 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.802523 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.802679 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.803099 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.803256 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.803414 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.803589 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.803783 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.804105 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.804268 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.804425 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.804584 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.804744 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.804910 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.805049 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.805210 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.805554 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.805554 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.805697 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.805865 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806099 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806271 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_json = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806420 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806560 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806690 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806829 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.806965 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.807094 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.807244 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.807404 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 23:52:41.807586 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.807749 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.807967 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.808127 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.808281 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.808412 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.808557 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.808694 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.808853 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.809014 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.809182 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.809346 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.809518 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.809755 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.809921 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810052 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810187 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810328 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810491 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810652 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810817 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.810978 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.811155 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.811316 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.811477 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.811637 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.811798 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.811982 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.812142 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.812303 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.812464 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.812627 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.812787 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.812948 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.813148 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.813323 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.813489 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.813590 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.813720 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.813880 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.814087 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.814224 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.814427 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.814576 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.814737 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.814898 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.815061 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.815221 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.815434 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.815533 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.815704 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.815865 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816321 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816321 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816321 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816729 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816729 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.816991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.817267 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.817267 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.817523 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.817523 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.817777 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.817909 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818042 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818174 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818315 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818451 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818584 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818716 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.818881 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.819043 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.819721 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.819970 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.820184 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.820363 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.820363 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.820640 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.820731 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.820877 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821003 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821136 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821293 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821461 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821639 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821785 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.821948 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.822107 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.822267 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.822428 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.822590 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.822749 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.822909 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.823053 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.823215 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.823375 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.823539 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.823698 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.823857 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824034 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824187 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824348 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824509 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824668 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824827 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.824989 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.825149 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.825315 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.825503 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.825656 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.825789 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.825929 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.826864 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.826864 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.827135 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.827135 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.827376 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.827376 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.827969 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.827969 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.828240 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.828240 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.828510 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.828641 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.828774 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.828904 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829036 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829165 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829287 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829454 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829614 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829798 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.829959 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.830183 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.830281 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.830426 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.830586 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.830746 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.830907 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.831068 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.831229 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.831396 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.831567 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.831703 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.831887 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832060 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832203 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832342 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832486 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832630 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832785 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.832946 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.833107 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.833268 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.833428 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.833589 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.833749 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.833910 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.834071 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.834231 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.834390 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.834550 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.834694 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.834936 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.835127 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.835325 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.835485 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.835617 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.835705 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836055 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836055 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836264 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836382 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836600 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836600 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836819 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.836955 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.837084 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.837212 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.837363 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.837525 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.837686 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.837846 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838008 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838168 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838329 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838504 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838664 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838823 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.838968 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.839133 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.839292 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.839487 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.839618 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.839747 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.839881 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.840066 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.840201 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.840369 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.840530 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.840690 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.840836 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841000 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841161 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841326 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841501 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841662 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841826 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.841991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.842134 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.842297 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.842468 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.842626 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.842785 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.842947 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.843106 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.843265 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.843435 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.843644 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.843754 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.843897 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.844078 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.844238 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.844407 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.844569 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.844728 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.844888 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.845048 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.845207 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.845376 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.845537 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.845696 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.845862 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.846019 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.846179 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.846349 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.846536 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.846784 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.846930 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847058 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847141 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847218 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:41.847300 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847422 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847582 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847751 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.847900 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.848081 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.848241 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.848412 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.848574 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.848735 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.848895 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.849054 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.849215 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.849377 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.849541 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.849711 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.849878 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.850040 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.850208 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.850376 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.851074 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.851283 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.851446 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.851564 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.851761 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852020 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852185 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852345 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852507 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852668 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852829 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.852991 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.853152 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.853312 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.853473 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.853633 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.853812 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.853943 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.854103 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.854263 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.854423 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.854583 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.854745 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 23:52:41.854897 dv-cinder-759943-12-iscsi neutron-server[101235]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101235) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 23:52:41.928160 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36500) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:52:41.937345 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062754 Aug 19 23:52:53.895333 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7c16d-7830-4577-b57b-41c4f779ddcd None None] get_active_networks_info from dv-cinder-759943-12-iscsi {{(pid=101346) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 23:52:53.973095 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7c16d-7830-4577-b57b-41c4f779ddcd None None] No non-hosted networks {{(pid=101346) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 23:52:53.983187 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.agentschedulers_db [None req-bcc7c16d-7830-4577-b57b-41c4f779ddcd None None] DHCP Agent not found on host dv-cinder-759943-12-iscsi {{(pid=101346) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 23:52:54.125753 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f67b65d7-e9a0-40e4-a27e-de0c7a8502fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495802'] for agent, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.739229 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ea845a0d-36a1-4177-9cba-74190fe9debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495802'] for agent, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.765693 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.db.api [None req-159535d0-03dc-481b-941c-49097d2ce81b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759943-12-iscsi {{(pid=101346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 23:52:56.766393 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG oslo_db.api [None req-159535d0-03dc-481b-941c-49097d2ce81b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 23:52:56.914220 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495802'] for agent, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:56.914963 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.915404 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.916013 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.916556 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.917317 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.917854 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.918424 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.919174 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.919714 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.920300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.920865 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.921412 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:52:56.922039 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759943-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:56.931785 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:52:57.292453 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-159535d0-03dc-481b-941c-49097d2ce81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:57.976589 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495802'] for agent, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:52:59.565236 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495802'] for agent, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:00.822897 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36590) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:01.395451 dv-cinder-759943-12-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-0948bf9a-2977-429d-99c6-3a15a50937ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:01.396145 dv-cinder-759943-12-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-0948bf9a-2977-429d-99c6-3a15a50937ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:01.632194 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-0948bf9a-2977-429d-99c6-3a15a50937ed admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:53:01.633333 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0948bf9a-2977-429d-99c6-3a15a50937ed admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8095706 Aug 19 23:53:04.074609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36604) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:04.433356 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:04.532260 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.policy [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101345) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 23:53:04.579883 dv-cinder-759943-12-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:04.580294 dv-cinder-759943-12-iscsi neutron-server[101345]: WARNING oslo_policy.policy [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:04.589599 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.quota [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] Loaded quota_driver: . Aug 19 23:53:04.752026 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738139882678', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738139883233', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738139871982', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738139868439', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738139855727', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738139849070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3606432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3675869', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-554168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1487233'] for rbac-policy, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:04.838086 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.db.l3_hamode_db [None req-7de60593-4179-4372-a3d6-e780c625fe7f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 23:53:04.919156 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:04.920418 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e42c0848-7ae4-4f08-b0fa-7e58579c44d1 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8444290 Aug 19 23:53:04.923071 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de60593-4179-4372-a3d6-e780c625fe7f None None] Routers set() bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:04.923519 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de60593-4179-4372-a3d6-e780c625fe7f None None] Router IDs set() for agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 23:53:07.875104 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36616) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:08.201494 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Request body: {'network': {'project_id': '58759eeb3928458b9719eb4f3e78d933', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'name': 'private'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:08.295858 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Made reservation on behalf of 58759eeb3928458b9719eb4f3e78d933 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:53:08.299464 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.320455 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.475716 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.535953 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.559600 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:53:08.589994 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738137731301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.590600 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Unsubscribe: segment precommit_create {{(pid=101345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 23:53:08.591092 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Added segment 5e703f6e-6400-4d7e-889f-b22aad6a4a91 of type vlan for network f65fe87b-29fc-44c0-bb16-9e15dca292db Aug 19 23:53:08.609321 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c61397-46fc-49b1-9d7a-48f1b20b0a4a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:08.621715 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.622075 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.622461 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.622795 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.623122 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.623463 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.623797 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.624165 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.624491 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.624809 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.625125 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.625459 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Tracked resource versions report: Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: pushed versions: Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: { 'AddressGroup': {'1.2'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'ConntrackHelper': {'1.0'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Log': {'1.0'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Network': {'1.1'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Port': {'1.7'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'PortForwarding': {'1.2'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'QosPolicy': {'1.9'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroup': {'1.4'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SubPort': {'1.0'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Subnet': {'1.1'}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Trunk': {'1.1'}} Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: consumer versions: Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'ConntrackHelper': '1.0', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Log': '1.0', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Network': '1.1', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Port': '1.7', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'PortForwarding': '1.2', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'QosPolicy': '1.9', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroup': '1.4', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroupRule': '1.2', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SubPort': '1.0', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Subnet': '1.1', Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Trunk': '1.1'}} Aug 19 23:53:08.626888 dv-cinder-759943-12-iscsi neutron-server[101345]: {{(pid=101345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:53:08.731039 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.810603 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.811649 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:08.812323 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:08.910167 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] Pushing event updated for resources: {'Network': ['ID=f65fe87b-29fc-44c0-bb16-9e15dca292db,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:08.922389 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network f65fe87b-29fc-44c0-bb16-9e15dca292db details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:53:08.954056 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f8c2c60b-5533-4c4e-be43-d6596868430a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0776355 Aug 19 23:53:11.642080 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36630) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:12.044619 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce10fd-ca71-4e1f-a186-e855d7423edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:12.045999 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ecce10fd-ca71-4e1f-a186-e855d7423edb admin admin] 10.222.0.35 "GET /v2.0/networks/f65fe87b-29fc-44c0-bb16-9e15dca292db HTTP/1.1" status: 200 len: 825 time: 0.4029658 Aug 19 23:53:12.070923 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ed8f9e58-0de0-40cb-a29e-09b55041dfad admin admin] 10.222.0.35 "GET /v2.0/subnetpools/b60afd02-13d4-48fb-85c5-9df67121710a HTTP/1.1" status: 200 len: 734 time: 0.0189652 Aug 19 23:53:12.079859 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Request body: {'subnet': {'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:12.135867 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Made reservation on behalf of 58759eeb3928458b9719eb4f3e78d933 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:53:12.138369 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:12.467821 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:12.535538 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad38b67d-41ee-49a4-809c-b0cc6ba1caac,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:12.541252 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Checking segment: {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:12.541634 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Network hostable DHCP agents. Network: f65fe87b-29fc-44c0-bb16-9e15dca292db, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:53:12.604508 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Network f65fe87b-29fc-44c0-bb16-9e15dca292db is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:53:12.673253 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, f65fe87b-29fc-44c0-bb16-9e15dca292db) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:12.679395 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:12.680337 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:12.686306 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65979e3a-7813-4350-aaa1-1cc606077c8d None None] Network f65fe87b-29fc-44c0-bb16-9e15dca292db requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:53:12.731141 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-97e570e0-61e7-4304-9f2b-0a2d5af7b182 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6544132 Aug 19 23:53:13.022242 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-f65fe87b-29fc-44c0-bb16-9e15dca292db', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:53:13.023462 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:13.307579 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Allocated IP 172.20.0.2 (f65fe87b-29fc-44c0-bb16-9e15dca292db/ad38b67d-41ee-49a4-809c-b0cc6ba1caac/b28a4854-b6cc-460e-8410-6b1760bf0c29) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:53:13.545610 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:13.562428 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Transition to ACTIVE for port object b28a4854-b6cc-460e-8410-6b1760bf0c29 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:13.584622 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Transition to ACTIVE for port object b28a4854-b6cc-460e-8410-6b1760bf0c29 will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:13.656788 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:13.732526 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Network f65fe87b-29fc-44c0-bb16-9e15dca292db is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:53:13.741700 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:13.749469 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Pushing event updated for resources: {'Port': ['ID=b28a4854-b6cc-460e-8410-6b1760bf0c29,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:13.751645 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:53:13.761435 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.761804 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.762157 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.762495 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.762830 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.763178 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.763519 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.763844 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.764212 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.764544 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.764869 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.765193 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Tracked resource versions report: Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: pushed versions: Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: { 'AddressGroup': {'1.2'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'ConntrackHelper': {'1.0'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Log': {'1.0'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Network': {'1.1'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Port': {'1.7'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'PortForwarding': {'1.2'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'QosPolicy': {'1.9'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroup': {'1.4'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SubPort': {'1.0'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Subnet': {'1.1'}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Trunk': {'1.1'}} Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: consumer versions: Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'ConntrackHelper': '1.0', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Log': '1.0', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Network': '1.1', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Port': '1.7', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'PortForwarding': '1.2', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'QosPolicy': '1.9', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroup': '1.4', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroupRule': '1.2', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SubPort': '1.0', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Subnet': '1.1', Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Trunk': '1.1'}} Aug 19 23:53:13.766622 dv-cinder-759943-12-iscsi neutron-server[101346]: {{(pid=101346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:53:13.840237 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Attempting to bind port b28a4854-b6cc-460e-8410-6b1760bf0c29 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:53:13.840564 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Attempting to bind port b28a4854-b6cc-460e-8410-6b1760bf0c29 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:53:13.841024 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Attempting to bind port b28a4854-b6cc-460e-8410-6b1760bf0c29 on network f65fe87b-29fc-44c0-bb16-9e15dca292db {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:53:13.846159 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:53:13.846570 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Checking segment: {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:13.847047 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:13.847439 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Bound using segment: {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:53:13.847917 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Bound port: b28a4854-b6cc-460e-8410-6b1760bf0c29, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:53:13.848356 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:13.915307 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] For port b28a4854-b6cc-460e-8410-6b1760bf0c29, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:53:13.919914 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] For port b28a4854-b6cc-460e-8410-6b1760bf0c29, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=b28a4854-b6cc-460e-8410-6b1760bf0c29,segment=NetworkSegment(5e703f6e-6400-4d7e-889f-b22aad6a4a91),segment_id=5e703f6e-6400-4d7e-889f-b22aad6a4a91)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:53:13.959391 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:14.028058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79468b6-808c-4a29-bcc0-8d911be891d1 None None] Pushing event updated for resources: {'Port': ['ID=b28a4854-b6cc-460e-8410-6b1760bf0c29,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:15.150709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36638) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:15.486780 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-ee5e7928-2252-48d9-9e35-6bde7832aa53 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:53:15.487874 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ee5e7928-2252-48d9-9e35-6bde7832aa53 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3362205 Aug 19 23:53:17.931115 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36646) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:18.283892 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-979d2844-7ec4-483f-8883-d1ca9828d474 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:53:18.284912 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-979d2844-7ec4-483f-8883-d1ca9828d474 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3528783 Aug 19 23:53:20.979590 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36656) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:21.293601 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] Request body: {'router': {'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'name': 'router1', 'admin_state_up': True}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:21.433517 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:21.435200 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:21.593980 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:21.656960 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:21.770331 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:21.771640 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f75a787e-f9c5-4dc6-9000-3835e005bb4e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7904005 Aug 19 23:53:22.691537 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80ebf4-7d39-446b-8afa-321313e48361 None None] Network f65fe87b-29fc-44c0-bb16-9e15dca292db requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:53:22.806530 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-78806675-2d78-4dee-892f-4e54f2b59023 None None] Provisioning for port b28a4854-b6cc-460e-8410-6b1760bf0c29 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:22.924041 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device b28a4854-b6cc-460e-8410-6b1760bf0c29 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:23.113058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port b28a4854-b6cc-460e-8410-6b1760bf0c29 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:23.118648 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port b28a4854-b6cc-460e-8410-6b1760bf0c29 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:23.126648 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.168452 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-eee4f782-b8a3-4b7c-aa04-8e5dba7e3a19 None None] Provisioning complete for port b28a4854-b6cc-460e-8410-6b1760bf0c29 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:23.168718 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-eee4f782-b8a3-4b7c-aa04-8e5dba7e3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.280187 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.337464 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-eee4f782-b8a3-4b7c-aa04-8e5dba7e3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.342571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port b28a4854-b6cc-460e-8410-6b1760bf0c29, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=b28a4854-b6cc-460e-8410-6b1760bf0c29,segment=NetworkSegment(5e703f6e-6400-4d7e-889f-b22aad6a4a91),segment_id=5e703f6e-6400-4d7e-889f-b22aad6a4a91)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:23.428599 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:23.512144 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=b28a4854-b6cc-460e-8410-6b1760bf0c29,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:23.515011 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.db.api [None req-eee4f782-b8a3-4b7c-aa04-8e5dba7e3a19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 23:53:23.515373 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG oslo_db.api [None req-eee4f782-b8a3-4b7c-aa04-8e5dba7e3a19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 23:53:23.873039 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d2102739-a9df-4f37-a217-ece3eccc21a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:24.251972 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 36668) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:24.801339 dv-cinder-759943-12-iscsi neutron-server[101344]: WARNING oslo_policy.policy [None req-4d6dda4e-cc4c-43d4-9d75-7adbf7507b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:24.801974 dv-cinder-759943-12-iscsi neutron-server[101344]: WARNING oslo_policy.policy [None req-4d6dda4e-cc4c-43d4-9d75-7adbf7507b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:24.878974 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device b28a4854-b6cc-460e-8410-6b1760bf0c29 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:24.931251 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port b28a4854-b6cc-460e-8410-6b1760bf0c29 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:24.931526 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:25.024756 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [None req-4d6dda4e-cc4c-43d4-9d75-7adbf7507b10 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:53:25.026081 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4d6dda4e-cc4c-43d4-9d75-7adbf7507b10 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7720101 Aug 19 23:53:26.700735 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6048bea1-f7a9-46e0-ab09-4ba88fbc5dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:26.924209 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:27.487675 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 36682) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:27.898647 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:27.900286 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.quota [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Loaded quota_driver: . Aug 19 23:53:27.941740 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.050343 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Made reservation on behalf of f0c44d52efd3448c8a9aa3c030e9279b for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:53:28.126160 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.policy [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101344) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 23:53:28.172341 dv-cinder-759943-12-iscsi neutron-server[101344]: WARNING oslo_policy.policy [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:28.172730 dv-cinder-759943-12-iscsi neutron-server[101344]: WARNING oslo_policy.policy [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 23:53:28.183574 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.204991 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.346440 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.398796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.412634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Reserving flat network on physical network physnet1 {{(pid=101344) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 23:53:28.444735 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738137731301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.445312 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Unsubscribe: segment precommit_create {{(pid=101344) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 23:53:28.445802 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Added segment 727b7098-bbad-4855-a81a-b192d8119a54 of type flat for network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 Aug 19 23:53:28.462388 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3972ea21-7f99-4b9f-b10a-72e27c671910,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:28.516419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.517117 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.517117 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.517425 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.517754 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.518095 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.518431 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.518775 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.519094 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.519408 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.519726 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.520764 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Tracked resource versions report: Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: pushed versions: Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: { 'AddressGroup': {'1.2'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'ConntrackHelper': {'1.0'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Log': {'1.0'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Network': {'1.1'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Port': {'1.7'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'PortForwarding': {'1.2'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'QosPolicy': {'1.9'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroup': {'1.4'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SubPort': {'1.0'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Subnet': {'1.1'}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Trunk': {'1.1'}} Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: consumer versions: Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'ConntrackHelper': '1.0', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Log': '1.0', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Network': '1.1', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Port': '1.7', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'PortForwarding': '1.2', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'QosPolicy': '1.9', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroup': '1.4', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroupRule': '1.2', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SubPort': '1.0', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Subnet': '1.1', Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Trunk': '1.1'}} Aug 19 23:53:28.522304 dv-cinder-759943-12-iscsi neutron-server[101344]: {{(pid=101344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:53:28.578974 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.661598 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.662770 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:28.663446 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:28.765224 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] Pushing event updated for resources: {'Network': ['ID=1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:28.777974 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:53:28.810537 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ce8d0216-43be-455c-9d8d-0f67ce952bae admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3216553 Aug 19 23:53:29.517770 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:31.231287 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 36706) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:31.461611 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1054690-23e3-4442-bed4-1b7b25f46888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:31.463019 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f1054690-23e3-4442-bed4-1b7b25f46888 admin admin] 10.222.0.35 "GET /v2.0/subnets/ad38b67d-41ee-49a4-809c-b0cc6ba1caac HTTP/1.1" status: 200 len: 849 time: 0.2307742 Aug 19 23:53:31.627281 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-cc9151d8-c5ef-4e46-b65f-4ae4ab595bd6 admin admin] 10.222.0.35 "GET /v2.0/routers/d9285823-1946-4806-ad66-dc2b7794c4ce HTTP/1.1" status: 200 len: 704 time: 0.1582065 Aug 19 23:53:31.933135 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.253460 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Allocated IP 172.20.0.1 (f65fe87b-29fc-44c0-bb16-9e15dca292db/ad38b67d-41ee-49a4-809c-b0cc6ba1caac/3cc25fbd-a713-4e06-b362-22f3899795d7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:53:32.456777 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.483404 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Transition to ACTIVE for port object 3cc25fbd-a713-4e06-b362-22f3899795d7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:32.616473 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.689753 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Network f65fe87b-29fc-44c0-bb16-9e15dca292db is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:53:32.694817 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:32.707946 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:53:32.708886 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.728617 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Pushing event updated for resources: {'Port': ['ID=3cc25fbd-a713-4e06-b362-22f3899795d7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:32.962681 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:32.981455 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-78f99b14-5676-41cd-91f4-a4794406d47d None None] Provisioning for port 3cc25fbd-a713-4e06-b362-22f3899795d7 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:32.986077 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-78f99b14-5676-41cd-91f4-a4794406d47d None None] Provisioning complete for port 3cc25fbd-a713-4e06-b362-22f3899795d7 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:32.986560 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-78f99b14-5676-41cd-91f4-a4794406d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:33.022246 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-78f99b14-5676-41cd-91f4-a4794406d47d None None] Port 3cc25fbd-a713-4e06-b362-22f3899795d7 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:53:33.236321 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:33.295456 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:33.296283 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:33.378618 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Pushing event updated for resources: {'Port': ['ID=3cc25fbd-a713-4e06-b362-22f3899795d7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:33.426386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Network f65fe87b-29fc-44c0-bb16-9e15dca292db is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:53:33.428069 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:33.644673 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-ff0d637c-f929-4d46-bc34-48bee7dc0b74 None None] Provisioning complete for port 3cc25fbd-a713-4e06-b362-22f3899795d7 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:33.645670 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ff0d637c-f929-4d46-bc34-48bee7dc0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:33.672518 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Router d9285823-1946-4806-ad66-dc2b7794c4ce is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 23:53:33.679617 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-ff0d637c-f929-4d46-bc34-48bee7dc0b74 None None] Port 3cc25fbd-a713-4e06-b362-22f3899795d7 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 23:53:33.772434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:53:33.780322 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-07319701-d2ef-4044-ba4d-0f12981322bf admin admin] 10.222.0.35 "PUT /v2.0/routers/d9285823-1946-4806-ad66-dc2b7794c4ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1451421 Aug 19 23:53:33.782620 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Sync routers for ids ['d9285823-1946-4806-ad66-dc2b7794c4ce'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:53:33.795450 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Routers {'d9285823-1946-4806-ad66-dc2b7794c4ce'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:33.796305 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-19T23:53:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['d9285823-1946-4806-ad66-dc2b7794c4ce'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:34.000939 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Set router d9285823-1946-4806-ad66-dc2b7794c4ce gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:34.451092 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'name': 'router1', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:53:21Z', 'updated_at': '2021-08-19T23:53:32Z', 'revision_number': 2, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'gw_port_host': None, '_interfaces': [{'id': '3cc25fbd-a713-4e06-b362-22f3899795d7', 'name': '', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'mac_address': 'fa:16:3e:4f:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:31Z', 'updated_at': '2021-08-19T23:53:33Z', 'revision_number': 2, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'subnets': [{'id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:34.504821 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Checking router: d9285823-1946-4806-ad66-dc2b7794c4ce for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:53:34.505216 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Updating router d9285823-1946-4806-ad66-dc2b7794c4ce port 3cc25fbd-a713-4e06-b362-22f3899795d7 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:53:34.555528 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.105798 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.126463 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Transition to ACTIVE for port object 3cc25fbd-a713-4e06-b362-22f3899795d7 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:35.181418 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.318685 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Pushing event updated for resources: {'Port': ['ID=3cc25fbd-a713-4e06-b362-22f3899795d7,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:35.342614 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.342979 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.343320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.343656 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.344014 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.344364 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.344699 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.345026 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.345369 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.345695 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.346021 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.346342 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Tracked resource versions report: Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: pushed versions: Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: { 'AddressGroup': {'1.2'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'ConntrackHelper': {'1.0'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Log': {'1.0'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Network': {'1.1'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Port': {'1.7'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'PortForwarding': {'1.2'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'QosPolicy': {'1.9'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroup': {'1.4'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroupRule': {'1.2'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SubPort': {'1.0'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Subnet': {'1.1'}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Trunk': {'1.1'}} Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: consumer versions: Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'ConntrackHelper': '1.0', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Log': '1.0', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Network': '1.1', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Port': '1.7', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'PortForwarding': '1.2', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'QosPolicy': '1.9', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroup': '1.4', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroupRule': '1.2', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SubPort': '1.0', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Subnet': '1.1', Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Trunk': '1.1'}} Aug 19 23:53:35.348329 dv-cinder-759943-12-iscsi neutron-server[101347]: {{(pid=101347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 23:53:35.362349 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Attempting to bind port 3cc25fbd-a713-4e06-b362-22f3899795d7 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:53:35.362773 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Attempting to bind port 3cc25fbd-a713-4e06-b362-22f3899795d7 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:53:35.363362 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Attempting to bind port 3cc25fbd-a713-4e06-b362-22f3899795d7 on network f65fe87b-29fc-44c0-bb16-9e15dca292db {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:53:35.369533 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:53:35.369953 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Checking segment: {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:35.370432 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.370821 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Bound using segment: {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:53:35.371317 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Bound port: 3cc25fbd-a713-4e06-b362-22f3899795d7, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e703f6e-6400-4d7e-889f-b22aad6a4a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:53:35.371915 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.439395 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] For port 3cc25fbd-a713-4e06-b362-22f3899795d7, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:53:35.459202 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] For port 3cc25fbd-a713-4e06-b362-22f3899795d7, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=3cc25fbd-a713-4e06-b362-22f3899795d7,segment=NetworkSegment(5e703f6e-6400-4d7e-889f-b22aad6a4a91),segment_id=5e703f6e-6400-4d7e-889f-b22aad6a4a91)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:53:35.501913 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:35.558508 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Routers {'d9285823-1946-4806-ad66-dc2b7794c4ce'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:35.559143 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-19T23:53:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['d9285823-1946-4806-ad66-dc2b7794c4ce'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:35.596647 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3b2f8-6c06-4a7e-a136-441c55c9f821 None None] Pushing event updated for resources: {'Port': ['ID=3cc25fbd-a713-4e06-b362-22f3899795d7,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:35.657333 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] Set router d9285823-1946-4806-ad66-dc2b7794c4ce gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:35.870249 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'name': 'router1', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:53:21Z', 'updated_at': '2021-08-19T23:53:32Z', 'revision_number': 2, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'gw_port_host': None, '_interfaces': [{'id': '3cc25fbd-a713-4e06-b362-22f3899795d7', 'name': '', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'mac_address': 'fa:16:3e:4f:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:31Z', 'updated_at': '2021-08-19T23:53:35Z', 'revision_number': 4, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'subnets': [{'id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:35.900696 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff7a20-e62c-4242-821b-4118f16abeee None None] The sync data for ids ['d9285823-1946-4806-ad66-dc2b7794c4ce'] in dv-cinder-759943-12-iscsi is: [{'id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'name': 'router1', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:53:21Z', 'updated_at': '2021-08-19T23:53:32Z', 'revision_number': 2, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'gw_port_host': None, '_interfaces': [{'id': '3cc25fbd-a713-4e06-b362-22f3899795d7', 'name': '', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'mac_address': 'fa:16:3e:4f:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:31Z', 'updated_at': '2021-08-19T23:53:35Z', 'revision_number': 4, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'subnets': [{'id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:53:36.027407 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 36726) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:36.153094 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1e5a3-e20e-47ed-8935-174350e2f6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:36.154400 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e1a1e5a3-e20e-47ed-8935-174350e2f6f3 admin admin] 10.222.0.35 "GET /v2.0/networks/1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 HTTP/1.1" status: 200 len: 842 time: 0.1259973 Aug 19 23:53:36.166396 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:36.244433 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Made reservation on behalf of f0c44d52efd3448c8a9aa3c030e9279b for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:53:36.246674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:36.618380 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.objects.ports [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 23:53:36.618820 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:36.676558 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a581bfe-e85a-415d-b604-1d73cedbf2ed,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:36.682287 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:36.683157 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Network hostable DHCP agents. Network: 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:53:36.787221 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:53:36.878134 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:36.887375 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d6c90-1439-4723-a01c-bcc5ffdc52a0 None None] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:53:36.892844 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:36.892844 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:36.982183 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f2256e1d-20fa-4425-a935-19046775f9bc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8195734 Aug 19 23:53:37.017390 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72faa6c-daf3-44f2-a2c9-56bc95461ead None None] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:53:39.313289 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 36734) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:39.452698 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e8d94993-06b2-4117-ab00-8083c3045905 admin admin] 10.222.0.35 "GET /v2.0/routers/d9285823-1946-4806-ad66-dc2b7794c4ce HTTP/1.1" status: 200 len: 710 time: 0.1381295 Aug 19 23:53:39.551490 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b301d-3092-4269-8fce-a9e37530bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:53:39.553180 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-487b301d-3092-4269-8fce-a9e37530bfa3 admin admin] 10.222.0.35 "GET /v2.0/networks/1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 HTTP/1.1" status: 200 len: 886 time: 0.0939007 Aug 19 23:53:39.562954 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:53:39.820359 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.119167 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.202320 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.404676 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Allocated IP 172.27.1.59 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/1462aef6-f518-4ae7-a45e-5fc447d8f4d8) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:53:40.507220 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.612733 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:40.654099 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:53:40.656958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:53:40.660823 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:53:40.668241 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1462aef6-f518-4ae7-a45e-5fc447d8f4d8,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:41.001687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.224593 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-494539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-958'] for router, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.228382 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-494468'] for router, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.346288 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Router d9285823-1946-4806-ad66-dc2b7794c4ce has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 23:53:41.463073 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 23:53:41.468154 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:41.469335 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8ca1da82-4b34-4bbe-b059-97e5e58e18d7 admin admin] 10.222.0.35 "PUT /v2.0/routers/d9285823-1946-4806-ad66-dc2b7794c4ce HTTP/1.1" status: 200 len: 889 time: 1.9099321 Aug 19 23:53:42.564234 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Sync routers for ids ['d9285823-1946-4806-ad66-dc2b7794c4ce'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 23:53:42.576029 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Routers {'d9285823-1946-4806-ad66-dc2b7794c4ce'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:42.576723 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-19T23:53:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['d9285823-1946-4806-ad66-dc2b7794c4ce'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:42.858865 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Set router d9285823-1946-4806-ad66-dc2b7794c4ce gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:42.935612 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 3cc25fbd-a713-4e06-b362-22f3899795d7 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:43.267354 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 3cc25fbd-a713-4e06-b362-22f3899795d7 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:43.275843 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 3cc25fbd-a713-4e06-b362-22f3899795d7 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:43.276241 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.384387 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'name': 'router1', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '1462aef6-f518-4ae7-a45e-5fc447d8f4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:53:21Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 4, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'gw_port': {'id': '1462aef6-f518-4ae7-a45e-5fc447d8f4d8', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:40Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '3cc25fbd-a713-4e06-b362-22f3899795d7', 'name': '', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'mac_address': 'fa:16:3e:4f:0b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:31Z', 'updated_at': '2021-08-19T23:53:35Z', 'revision_number': 4, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'subnets': [{'id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:43.441884 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Checking router: d9285823-1946-4806-ad66-dc2b7794c4ce for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 23:53:43.442255 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Updating router d9285823-1946-4806-ad66-dc2b7794c4ce port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 23:53:43.484128 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.503388 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.585965 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 3cc25fbd-a713-4e06-b362-22f3899795d7, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=3cc25fbd-a713-4e06-b362-22f3899795d7,segment=NetworkSegment(5e703f6e-6400-4d7e-889f-b22aad6a4a91),segment_id=5e703f6e-6400-4d7e-889f-b22aad6a4a91)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:43.682870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:43.889952 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=3cc25fbd-a713-4e06-b362-22f3899795d7,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:43.980817 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 36746) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:53:44.043085 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:44.054410 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Transition to ACTIVE for port object 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:53:44.102752 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b59b3ef8-3ab1-4c29-aa0d-85db2c8a20f8 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1207964 Aug 19 23:53:44.118494 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:44.186702 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0eafc-19b6-4a3d-92b4-1e26cf10fabc None None] Pushing event updated for resources: {'Port': ['ID=1462aef6-f518-4ae7-a45e-5fc447d8f4d8,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:44.192259 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Attempting to bind port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:53:44.192594 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Attempting to bind port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:53:44.192903 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Attempting to bind port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:53:44.199251 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:53:44.199622 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:53:44.200068 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:44.200468 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:53:44.200958 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Bound port: 1462aef6-f518-4ae7-a45e-5fc447d8f4d8, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:53:44.201343 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:44.270724 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] For port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:53:44.274405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] For port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=1462aef6-f518-4ae7-a45e-5fc447d8f4d8,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:53:44.352924 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:44.503364 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Routers {'d9285823-1946-4806-ad66-dc2b7794c4ce'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 23:53:44.504109 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-19T23:53:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['d9285823-1946-4806-ad66-dc2b7794c4ce'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:44.506370 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0eafc-19b6-4a3d-92b4-1e26cf10fabc None None] Pushing event updated for resources: {'Port': ['ID=1462aef6-f518-4ae7-a45e-5fc447d8f4d8,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:44.631000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] Set router d9285823-1946-4806-ad66-dc2b7794c4ce gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 23:53:44.879903 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'name': 'router1', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '1462aef6-f518-4ae7-a45e-5fc447d8f4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:53:21Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 4, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'gw_port': {'id': '1462aef6-f518-4ae7-a45e-5fc447d8f4d8', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:40Z', 'updated_at': '2021-08-19T23:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '3cc25fbd-a713-4e06-b362-22f3899795d7', 'name': '', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'mac_address': 'fa:16:3e:4f:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:31Z', 'updated_at': '2021-08-19T23:53:43Z', 'revision_number': 5, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'subnets': [{'id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 23:53:44.908822 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee451-2215-4062-915d-dbd6496aa68f None None] The sync data for ids ['d9285823-1946-4806-ad66-dc2b7794c4ce'] in dv-cinder-759943-12-iscsi is: [{'id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'name': 'router1', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '1462aef6-f518-4ae7-a45e-5fc447d8f4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T23:53:21Z', 'updated_at': '2021-08-19T23:53:40Z', 'revision_number': 4, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'gw_port': {'id': '1462aef6-f518-4ae7-a45e-5fc447d8f4d8', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:40Z', 'updated_at': '2021-08-19T23:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '3cc25fbd-a713-4e06-b362-22f3899795d7', 'name': '', 'network_id': 'f65fe87b-29fc-44c0-bb16-9e15dca292db', 'tenant_id': '58759eeb3928458b9719eb4f3e78d933', 'mac_address': 'fa:16:3e:4f:0b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9285823-1946-4806-ad66-dc2b7794c4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T23:53:31Z', 'updated_at': '2021-08-19T23:53:43Z', 'revision_number': 5, 'project_id': '58759eeb3928458b9719eb4f3e78d933', 'subnets': [{'id': 'ad38b67d-41ee-49a4-809c-b0cc6ba1caac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b60afd02-13d4-48fb-85c5-9df67121710a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 23:53:44.919653 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 3cc25fbd-a713-4e06-b362-22f3899795d7 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:45.011869 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 3cc25fbd-a713-4e06-b362-22f3899795d7 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:45.012689 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:46.989250 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:47.095174 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:53:47.099706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:47.100267 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:47.186962 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:47.209987 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=1462aef6-f518-4ae7-a45e-5fc447d8f4d8,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:53:47.269524 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:47.322470 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=1462aef6-f518-4ae7-a45e-5fc447d8f4d8,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:53:48.968655 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:53:49.108514 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 1462aef6-f518-4ae7-a45e-5fc447d8f4d8 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:53:49.109024 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:53.742752 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:53:53.878723 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e63f9413-769f-4f89-8758-9ad6b6d8d126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:56.718013 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-186c1180-f329-48af-b086-40b0a21307de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:56.939217 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:57.900741 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:53:59.553710 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:23.859525 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f28e1150-40fa-45b5-acc6-3576bf24f38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:26.717400 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-69673c14-de8d-439e-8f6c-2e8be9b4ef5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:26.928962 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:27.956861 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:29.539653 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:30.742268 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:54:53.864731 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-33162c1b-c373-418d-a709-9c57560d0a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:56.721116 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0749cbac-9ce3-4fc7-90ea-b88a75273cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:56.892703 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:57.921135 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:54:59.520882 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:07.741618 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:55:23.868966 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d994424e-86da-454b-beba-7090b6ea65c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.720237 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6caf1e1c-bc78-4708-92cd-234cff71a07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:26.897018 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:27.378135 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37314) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:27.442651 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae380216-0fd5-4755-8a34-22ea23fb8349 admin admin] GET failed (client error): The resource could not be found. Aug 19 23:55:27.444024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ae380216-0fd5-4755-8a34-22ea23fb8349 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649247 Aug 19 23:55:27.606494 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11bd91-e0d6-44fe-825e-2581e12e6bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:27.608785 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ab11bd91-e0d6-44fe-825e-2581e12e6bd7 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603494 Aug 19 23:55:27.925992 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.537376 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:29.923438 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37324) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:30.027340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afbfcbb-18d8-4ec1-9dd5-c374692f766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:30.028840 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2afbfcbb-18d8-4ec1-9dd5-c374692f766d admin admin] 10.222.0.35 "GET /v2.0/subnets/ad38b67d-41ee-49a4-809c-b0cc6ba1caac HTTP/1.1" status: 200 len: 849 time: 0.1043966 Aug 19 23:55:30.039665 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:55:30.132776 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.325561 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738137685598'] for subnet, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.445515 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:30.446021 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.447342 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] 10.222.0.35 "PUT /v2.0/subnets/ad38b67d-41ee-49a4-809c-b0cc6ba1caac HTTP/1.1" status: 200 len: 868 time: 0.4120445 Aug 19 23:55:30.463206 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8652243-ee8c-4d6b-a7aa-70f05140e49e None None] Network f65fe87b-29fc-44c0-bb16-9e15dca292db requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:55:30.466964 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad38b67d-41ee-49a4-809c-b0cc6ba1caac,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:55:30.474766 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.485582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb48dd6-5b1a-44bd-9b39-9e2811800ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:55:30.823201 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-1d54f3f7-9253-4e4e-b653-2333e788a8c8 None None] Provisioning complete for port 3cc25fbd-a713-4e06-b362-22f3899795d7 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:30.823832 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1d54f3f7-9253-4e4e-b653-2333e788a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:30.909764 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-1d54f3f7-9253-4e4e-b653-2333e788a8c8 None None] Provisioning complete for port b28a4854-b6cc-460e-8410-6b1760bf0c29 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:55:30.910045 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1d54f3f7-9253-4e4e-b653-2333e788a8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:32.695939 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37332) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:32.900325 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c969a-6add-48fc-a99b-91e2b9c65c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:32.900714 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c969a-6add-48fc-a99b-91e2b9c65c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:32.902266 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-760c969a-6add-48fc-a99b-91e2b9c65c7b admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053025 Aug 19 23:55:35.161722 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37342) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:35.294081 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d0dce-1f2a-4f80-8b13-26e1b36ab99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:35.295688 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d0dce-1f2a-4f80-8b13-26e1b36ab99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:35.298334 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a62d0dce-1f2a-4f80-8b13-26e1b36ab99f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1352451 Aug 19 23:55:37.483241 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37350) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:37.611001 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdf9b47-6bff-44bb-bbd4-cf536620832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:37.612462 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6cdf9b47-6bff-44bb-bbd4-cf536620832c admin admin] 10.222.0.35 "GET /v2.0/networks/1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 HTTP/1.1" status: 200 len: 886 time: 0.1282423 Aug 19 23:55:39.811919 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37358) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:39.954143 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5770b-e503-4bae-a81e-fcc485902930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:39.955737 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-94a5770b-e503-4bae-a81e-fcc485902930 admin admin] 10.222.0.35 "GET /v2.0/networks/f65fe87b-29fc-44c0-bb16-9e15dca292db HTTP/1.1" status: 200 len: 869 time: 0.1427402 Aug 19 23:55:42.226214 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37366) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:42.354858 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0385dc7-5e60-48ed-b073-92b423b78c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:42.355318 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0385dc7-5e60-48ed-b073-92b423b78c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:42.356948 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e0385dc7-5e60-48ed-b073-92b423b78c7a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297121 Aug 19 23:55:44.600556 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37374) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:44.695776 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4edec28-3ab2-45d7-985c-746321e7a317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:44.696276 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4edec28-3ab2-45d7-985c-746321e7a317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:44.697837 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c4edec28-3ab2-45d7-985c-746321e7a317 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963054 Aug 19 23:55:44.740333 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:55:46.905759 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37382) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:46.993803 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5cf2d5-b3ff-4071-ae14-8b9123ca888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:46.995152 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3e5cf2d5-b3ff-4071-ae14-8b9123ca888d admin admin] 10.222.0.35 "GET /v2.0/subnets/1a581bfe-e85a-415d-b604-1d73cedbf2ed HTTP/1.1" status: 200 len: 816 time: 0.0884080 Aug 19 23:55:49.192481 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37390) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:55:49.287794 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157d529-aef1-4ec1-8dbb-574af25c0b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:55:49.289190 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f157d529-aef1-4ec1-8dbb-574af25c0b11 admin admin] 10.222.0.35 "GET /v2.0/subnets/ad38b67d-41ee-49a4-809c-b0cc6ba1caac HTTP/1.1" status: 200 len: 868 time: 0.0958416 Aug 19 23:55:53.862259 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c22778c4-1cad-4319-a331-a6a34e3f4c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:56.719575 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e930d54f-c076-465e-a19a-4fe870eec6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:56.913278 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:57.936202 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:55:59.519311 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:13.491467 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37444) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:13.543209 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [None req-33f8fc2c-62f9-40c5-81a4-b66d6b16aae7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:56:13.544313 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-33f8fc2c-62f9-40c5-81a4-b66d6b16aae7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518370 Aug 19 23:56:15.886801 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37452) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:15.952675 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.pecan_wsgi.hooks.translation [None req-048f3c7c-9d3e-415d-8452-6982576af3b0 admin admin] GET failed (client error): The resource could not be found. Aug 19 23:56:15.954052 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-048f3c7c-9d3e-415d-8452-6982576af3b0 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661862 Aug 19 23:56:16.112697 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11d1a8-10f1-4d29-9fc2-cfe9a0802539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:16.114143 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5f11d1a8-10f1-4d29-9fc2-cfe9a0802539 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1554074 Aug 19 23:56:18.331348 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37460) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:18.380659 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:56:18.467273 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Made reservation on behalf of f0c44d52efd3448c8a9aa3c030e9279b for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:56:18.469519 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.505258 dv-cinder-759943-12-iscsi neutron-server[101345]: WARNING neutron.services.revisions.revision_plugin [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Could not find related network for resource to bump revision. Aug 19 23:56:18.519288 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 23:56:18.530346 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.530697 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Added segment 25f98bcb-6af6-4714-a641-5d3c6dd5497c of type vlan for network 67163b2e-4520-42a8-80bb-d2a1b3455a49 Aug 19 23:56:18.576650 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.724721 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.725791 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:18.726476 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:18.783915 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=67163b2e-4520-42a8-80bb-d2a1b3455a49,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:18.790644 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.791013 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.791355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.791692 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.792725 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.792725 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.793338 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.793639 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.793968 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.794293 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.794617 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.794944 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:18.807087 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 67163b2e-4520-42a8-80bb-d2a1b3455a49 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 23:56:18.857722 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9ee3a9a3-6d58-45d0-b83f-e8d763435ad9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5252047 Aug 19 23:56:21.102714 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37468) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:56:21.172298 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50f6cc8-f3ec-4919-b88b-f542504f2429 admin admin] GET failed (client error): The resource could not be found. Aug 19 23:56:21.173674 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a50f6cc8-f3ec-4919-b88b-f542504f2429 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0699317 Aug 19 23:56:21.246965 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec17a596-954c-417e-8bbe-7f40dc50d649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:21.248360 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ec17a596-954c-417e-8bbe-7f40dc50d649 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694554 Aug 19 23:56:21.258376 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 23:56:21.387881 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Made reservation on behalf of f0c44d52efd3448c8a9aa3c030e9279b for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 23:56:21.390310 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.655746 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.716290 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba82719-2458-47ac-8ed1-a5555834cbb7,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:21.727336 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Checking segment: {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:56:21.727729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Network hostable DHCP agents. Network: 67163b2e-4520-42a8-80bb-d2a1b3455a49, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 23:56:21.739465 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:56:21.798300 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Network 67163b2e-4520-42a8-80bb-d2a1b3455a49 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 23:56:21.889836 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 67163b2e-4520-42a8-80bb-d2a1b3455a49) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:56:21.894035 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 23:56:21.894622 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:21.898919 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3bdf6-95f8-42c6-b6f0-a9372cec2286 None None] Network 67163b2e-4520-42a8-80bb-d2a1b3455a49 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:56:21.982843 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-77a7221b-ae11-443c-bca7-4abdd62c89aa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7276676 Aug 19 23:56:22.055433 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-67163b2e-4520-42a8-80bb-d2a1b3455a49', 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49', 'tenant_id': 'f0c44d52efd3448c8a9aa3c030e9279b', 'fixed_ips': [{'subnet_id': 'cba82719-2458-47ac-8ed1-a5555834cbb7'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 23:56:22.065719 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.205896 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Allocated IP 192.168.233.2 (67163b2e-4520-42a8-80bb-d2a1b3455a49/cba82719-2458-47ac-8ed1-a5555834cbb7/23efcde4-5183-43d4-898c-89dab123469d) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 23:56:22.359700 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.369101 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Transition to ACTIVE for port object 23efcde4-5183-43d4-898c-89dab123469d will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:56:22.386297 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Transition to ACTIVE for port object 23efcde4-5183-43d4-898c-89dab123469d will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 23:56:22.451216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.490480 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Network 67163b2e-4520-42a8-80bb-d2a1b3455a49 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 23:56:22.493316 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 23:56:22.500618 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 23:56:22.504056 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Pushing event updated for resources: {'Port': ['ID=23efcde4-5183-43d4-898c-89dab123469d,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:22.515668 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.516137 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.516421 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.516772 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.517098 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.517440 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.517770 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.518092 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.518431 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.518746 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.519065 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.519378 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:56:22.570400 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Attempting to bind port 23efcde4-5183-43d4-898c-89dab123469d on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 23:56:22.570765 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Attempting to bind port 23efcde4-5183-43d4-898c-89dab123469d by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 23:56:22.571125 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Attempting to bind port 23efcde4-5183-43d4-898c-89dab123469d on network 67163b2e-4520-42a8-80bb-d2a1b3455a49 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 23:56:22.577272 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 23, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 23:56:22.577651 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Checking segment: {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 23:56:22.578056 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.578449 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Bound using segment: {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 23:56:22.578908 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Bound port: 23efcde4-5183-43d4-898c-89dab123469d, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 23:56:22.579308 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.648126 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] For port 23efcde4-5183-43d4-898c-89dab123469d, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 23:56:22.648126 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] For port 23efcde4-5183-43d4-898c-89dab123469d, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=23efcde4-5183-43d4-898c-89dab123469d,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 23:56:22.707985 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:22.770743 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ea31-bd8b-4cc7-b570-00bd7d4c0b99 None None] Pushing event updated for resources: {'Port': ['ID=23efcde4-5183-43d4-898c-89dab123469d,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:23.062332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 23efcde4-5183-43d4-898c-89dab123469d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:56:23.192917 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 23efcde4-5183-43d4-898c-89dab123469d completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:56:23.610079 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c375e8-1a41-45e9-9de8-6a9be39ee72a None None] Network 67163b2e-4520-42a8-80bb-d2a1b3455a49 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 23:56:23.731090 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] Provisioning for port 23efcde4-5183-43d4-898c-89dab123469d completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 23:56:23.735772 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] Provisioning complete for port 23efcde4-5183-43d4-898c-89dab123469d triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:56:23.736153 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.869315 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.897761 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] For port 23efcde4-5183-43d4-898c-89dab123469d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=23efcde4-5183-43d4-898c-89dab123469d,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 23:56:23.913090 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0132c328-c99d-4170-b0d1-ce05cc011501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:23.975880 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:24.029293 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602861d-ec99-4c34-bb5d-b3ad0dc52121 None None] Pushing event updated for resources: {'Port': ['ID=23efcde4-5183-43d4-898c-89dab123469d,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:56:24.097220 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-686d7894-75f2-45a0-8cba-49c77cf86888 None None] Provisioning complete for port 23efcde4-5183-43d4-898c-89dab123469d triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:56:24.097877 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-686d7894-75f2-45a0-8cba-49c77cf86888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:25.024133 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 23efcde4-5183-43d4-898c-89dab123469d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 23:56:25.075794 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 23efcde4-5183-43d4-898c-89dab123469d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 23:56:25.076215 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:26.730337 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-494d94fa-23c1-43c3-94e0-01896741ec6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:26.896052 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:28.015673 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:29.546800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:53.871857 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e6701505-10d9-405e-8fc2-8b9464ba8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:56.712429 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c01be7f9-8360-4cfb-9e1c-30f8f0310457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:56.894334 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:57.952329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:56:58.737951 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:56:59.557624 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:23.876411 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-914f1e30-b99c-4249-9140-aa757f226eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:26.722004 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-419f4771-4391-4b7c-9950-cad1feb6b2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:26.933335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:27.950489 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:29.585384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:35.736687 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:57:43.935353 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37522) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:57:43.941351 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [None req-6bceebd3-b729-4579-b49c-c92d352c1df4 tempest-verify_tempest_config-1567290318 tempest-verify_tempest_config-1567290318-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 23:57:43.942381 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6bceebd3-b729-4579-b49c-c92d352c1df4 tempest-verify_tempest_config-1567290318 tempest-verify_tempest_config-1567290318-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059578 Aug 19 23:57:44.484901 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37540) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:57:44.593309 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:44.678274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:44.778616 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:44.826350 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de5652d2f67a45ed98d7dce47337674a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3402815 Aug 19 23:57:44.827410 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e647e0-fb26-4b59-b7e7-73040ba331d0,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:57:44.829126 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37544) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:57:44.834501 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.834865 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.835219 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.835564 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.836162 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.836758 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.837166 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.837521 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.837863 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.838196 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.838526 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.838855 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e753fc3d-fb8e-46ea-9af6-150ffd566fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:44.890775 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:44.913035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:45.071321 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:45.074129 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:45.075317 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50e647e0-fb26-4b59-b7e7-73040ba331d0 HTTP/1.1" status: 204 len: 168 time: 0.2452700 Aug 19 23:57:45.083986 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e647e0-fb26-4b59-b7e7-73040ba331d0,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 23:57:45.091705 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.092172 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.092518 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.092978 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.093182 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.093534 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.093872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.094322 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.094774 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.095301 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.095767 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:45.096269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cee476-56d3-4b0a-82bd-9e3483939cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 23:57:53.903276 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1dc39520-f55f-4c25-8b28-be1cfe924039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:56.904397 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8395c1da-575e-4a34-8102-3bb562e6f335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:57.001033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:57.972667 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:57:59.543639 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:12.735071 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:58:23.873333 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c3533f21-7f18-4620-844d-bde3800777ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:26.754400 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9ca99b28-11f7-4404-b230-fbe61c6d709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:26.908525 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:27.976231 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:29.542537 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:49.732813 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 5 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:58:53.884934 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-dee74ff3-5053-4348-a8d9-5d0677eb1b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:56.730292 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7770e040-6457-44db-952a-e5ed247e304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:56.884597 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:57.965016 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:58:59.564718 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:20.575515 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495802'] for agent, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:23.895434 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7d766581-ccfb-4940-a848-a58f0a7c0e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:26.731748 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 23:59:26.740120 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-151d9d18-1ea1-4244-ab50-58c8df11d028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:26.905387 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:27.953177 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:29.574300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:36.536203 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37620) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:36.649175 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a5e7bc7c-8626-4e66-9d2b-866259428b86 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1118059 Aug 19 23:59:38.936626 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37630) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 23:59:39.003244 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-85d377b2-9b71-40b1-8c3f-4c8755e2bb5e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0653226 Aug 19 23:59:50.517483 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:53.883259 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-780ca535-8330-4653-bf74-4bd91576ba1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.745854 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-07383772-57f8-4a27-a922-8bfb5c8234a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:56.938872 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:57.984389 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 23:59:59.566599 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:03.730923 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:00:20.538873 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:23.887544 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1874e9c-68b3-4b8e-bbc8-3c55452ab27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:26.773396 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3c17e1bd-8669-4115-a842-c268a65f638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:26.932125 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:27.956299 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:29.555879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:40.731010 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:00:50.521292 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:53.879425 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-97ac3211-9686-4470-9753-55bafa2cd5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:56.755315 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bc9311cc-5e65-4a64-80b4-40a2eac86f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:56.938277 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:57.970981 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:00:59.566944 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.052455 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37776) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:11.490850 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-network', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:11.606058 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Made reservation on behalf of 754e08e99dbd4c4883d3cc70bd7902d5 for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:11.608623 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.617523 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.715414 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.794789 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.827636 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:01:11.831879 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5fe72e-e308-4b02-ad09-b330aed4ddaf,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:11.840465 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.840832 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.841185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.841521 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.841845 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.842185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.842527 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.842895 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.843233 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.843552 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.843884 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.844235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Tracked resource versions report: Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: pushed versions: Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: { 'AddressGroup': {'1.2'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'ConntrackHelper': {'1.0'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Log': {'1.0'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Network': {'1.1'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Port': {'1.7'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'PortForwarding': {'1.2'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'QosPolicy': {'1.9'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroup': {'1.4'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroupRule': {'1.2'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SubPort': {'1.0'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Subnet': {'1.1'}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Trunk': {'1.1'}} Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: consumer versions: Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: HyperV agent@hv-cinder-75994: {}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'ConntrackHelper': '1.0', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Log': '1.0', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Network': '1.1', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Port': '1.7', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'PortForwarding': '1.2', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'QosPolicy': '1.9', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroup': '1.4', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SecurityGroupRule': '1.2', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'SubPort': '1.0', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Subnet': '1.1', Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: 'Trunk': '1.1'}} Aug 20 00:01:11.845359 dv-cinder-759943-12-iscsi neutron-server[101344]: {{(pid=101344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 00:01:11.854880 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.863135 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Added segment 43cdd50b-caf4-4a1c-9cce-8051cbf533e2 of type vlan for network 1dc2e2a4-e0d0-412b-a59e-74739630a38d Aug 20 00:01:11.898846 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.988304 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:11.989524 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:11.990575 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:12.052523 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc2e2a4-e0d0-412b-a59e-74739630a38d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:12.063475 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:01:12.091214 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-618a4c2c-dfbd-49b2-a759-0f9c89a056e1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0376494 Aug 20 00:01:12.094660 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37820) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:12.100314 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Request body: {'subnet': {'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-subnet', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:12.245006 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Made reservation on behalf of 754e08e99dbd4c4883d3cc70bd7902d5 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:12.245006 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:12.494062 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37840) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:12.530309 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:12.595991 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf1967b-178c-4090-b3c6-36933e238685,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:12.598388 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Checking segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:12.598858 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Network hostable DHCP agents. Network: 1dc2e2a4-e0d0-412b-a59e-74739630a38d, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:01:12.697386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:01:12.775886 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 1dc2e2a4-e0d0-412b-a59e-74739630a38d) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:12.780652 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:12.788341 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:12.789071 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854be05c-a52e-4502-b4ae-37f6e4be1e18 None None] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:12.893470 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-93757b9d-f25f-4808-b242-480d6eb80693 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7971461 Aug 20 00:01:12.896361 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37854) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:12.901174 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:12.935819 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:01:12.936766 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.006235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1328874407-network', 'tenant_id': 'bffb1117bdeb4df8b5d5e14f9f2294f3'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:13.010623 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.012243 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.033318 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37856) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:13.137080 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.149918 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Made reservation on behalf of bffb1117bdeb4df8b5d5e14f9f2294f3 for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:13.154974 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.168036 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.212162 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Allocated IP 172.20.0.2 (1dc2e2a4-e0d0-412b-a59e-74739630a38d/8cf1967b-178c-4090-b3c6-36933e238685/fe877940-65e1-469c-9936-8be5bae66efe) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:13.384997 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.393342 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.403484 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Transition to ACTIVE for port object fe877940-65e1-469c-9936-8be5bae66efe will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:13.405682 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37868) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:13.420620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Transition to ACTIVE for port object fe877940-65e1-469c-9936-8be5bae66efe will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:13.432114 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.486212 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-network', 'tenant_id': '3d576b1175b14854adce5215707e2616'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:13.506136 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.550911 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:13.556476 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:13.584672 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:13.606028 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-238036194-network', 'tenant_id': '5fdd2accb0bc4b22aae6bbc49f32f443'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:13.657027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Attempting to bind port fe877940-65e1-469c-9936-8be5bae66efe on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:13.657537 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Attempting to bind port fe877940-65e1-469c-9936-8be5bae66efe by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:13.658023 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Attempting to bind port fe877940-65e1-469c-9936-8be5bae66efe on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:13.660552 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.665906 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:13.666394 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Checking segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:13.667415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.667613 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Bound using segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:13.668511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Bound port: fe877940-65e1-469c-9936-8be5bae66efe, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:13.668678 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.709120 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:01:13.714242 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.714686 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2e07aa-a290-422e-848c-9fb5f39ae257,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:13.724020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Pushing event updated for resources: {'Port': ['ID=fe877940-65e1-469c-9936-8be5bae66efe,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:13.737690 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.743776 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.744605 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Tracked resource versions report: Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: pushed versions: Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: { 'AddressGroup': {'1.2'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'ConntrackHelper': {'1.0'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Log': {'1.0'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Network': {'1.1'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Port': {'1.7'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'PortForwarding': {'1.2'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'QosPolicy': {'1.9'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroup': {'1.4'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroupRule': {'1.2'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SubPort': {'1.0'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Subnet': {'1.1'}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Trunk': {'1.1'}} Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: consumer versions: Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: HyperV agent@hv-cinder-75994: {}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'ConntrackHelper': '1.0', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Log': '1.0', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Network': '1.1', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Port': '1.7', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'PortForwarding': '1.2', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'QosPolicy': '1.9', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroup': '1.4', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SecurityGroupRule': '1.2', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'SubPort': '1.0', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Subnet': '1.1', Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: 'Trunk': '1.1'}} Aug 20 00:01:13.744695 dv-cinder-759943-12-iscsi neutron-server[101346]: {{(pid=101346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 00:01:13.752029 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.752329 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Added segment a6a5e245-0557-47fe-a422-7cced4e371a9 of type vlan for network 37f09d90-e837-43da-bf3c-5f3349530506 Aug 20 00:01:13.766003 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] For port fe877940-65e1-469c-9936-8be5bae66efe, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:13.772919 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] For port fe877940-65e1-469c-9936-8be5bae66efe, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fe877940-65e1-469c-9936-8be5bae66efe,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:13.811737 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Made reservation on behalf of 3d576b1175b14854adce5215707e2616 for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:13.813947 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.836090 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.853003 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.856639 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.920403 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Made reservation on behalf of 5fdd2accb0bc4b22aae6bbc49f32f443 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:13.922849 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.946340 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:13.955495 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ac2b0-9207-44f0-9676-5ff72cb5a508 None None] Pushing event updated for resources: {'Port': ['ID=fe877940-65e1-469c-9936-8be5bae66efe,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:14.010866 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.db.resource_extend [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 00:01:14.072128 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Allocated IP 172.27.1.187 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:14.145018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.149775 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:14.150566 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.274538 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.285242 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] Pushing event updated for resources: {'Network': ['ID=37f09d90-e837-43da-bf3c-5f3349530506,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:14.297630 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 37f09d90-e837-43da-bf3c-5f3349530506 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:01:14.349717 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.355613 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.392792 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:01:14.406629 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a90774d-6c88-41e9-8044-bd8ef0045b81,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:14.414246 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.414786 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Added segment 922b2e6d-3303-4741-bbdb-bc3be25821f0 of type vlan for network 0b2e9961-61b3-4f00-968c-ed683017db9b Aug 20 00:01:14.448883 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3c8c3fa7-2e42-41ac-8b60-3071bf1f45e4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9534886 Aug 20 00:01:14.466527 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37916) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:14.469659 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Request body: {'subnet': {'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1328874407-subnet', 'tenant_id': 'bffb1117bdeb4df8b5d5e14f9f2294f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:14.519593 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.556582 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.601220 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.619078 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:01:14.640415 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.640843 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Added segment 9a6867a4-5ed1-4767-8972-57eb17beb74f of type vlan for network 83bf0b95-e909-428d-be22-052e8b14860c Aug 20 00:01:14.658249 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.721659 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.721890 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ede7f-cf74-463c-a7d0-915b267084be,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:14.722595 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:14.724093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.727301 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:14.741131 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:14.741915 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.742292 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.742660 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.743008 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.743345 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.743704 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.744072 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.744515 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.744856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.745251 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.745577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.745938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Tracked resource versions report: Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: pushed versions: Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: { 'AddressGroup': {'1.2'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'ConntrackHelper': {'1.0'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Log': {'1.0'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Network': {'1.1'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Port': {'1.7'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'PortForwarding': {'1.2'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'QosPolicy': {'1.9'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroup': {'1.4'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroupRule': {'1.2'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SubPort': {'1.0'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Subnet': {'1.1'}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Trunk': {'1.1'}} Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: consumer versions: Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: HyperV agent@hv-cinder-75994: {}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'ConntrackHelper': '1.0', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Log': '1.0', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Network': '1.1', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Port': '1.7', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'PortForwarding': '1.2', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'QosPolicy': '1.9', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroup': '1.4', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SecurityGroupRule': '1.2', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'SubPort': '1.0', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Subnet': '1.1', Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: 'Trunk': '1.1'}} Aug 20 00:01:14.747303 dv-cinder-759943-12-iscsi neutron-server[101345]: {{(pid=101345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 00:01:14.756469 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:14.759326 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:14.767284 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.789249 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Made reservation on behalf of bffb1117bdeb4df8b5d5e14f9f2294f3 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:14.793859 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.863563 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.865545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:14.866157 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:14.943167 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9038613 Aug 20 00:01:14.948957 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 37946) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:14.949603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6549-9a8d-4679-bb26-60a1b6804e92 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2e9961-61b3-4f00-968c-ed683017db9b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:14.963005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 0b2e9961-61b3-4f00-968c-ed683017db9b details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:01:14.967633 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Request body: {'subnet': {'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-subnet', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:15.024466 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] Pushing event updated for resources: {'Network': ['ID=83bf0b95-e909-428d-be22-052e8b14860c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:15.068171 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 83bf0b95-e909-428d-be22-052e8b14860c details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:01:15.144888 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Made reservation on behalf of 3d576b1175b14854adce5215707e2616 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:15.151798 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.233023 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f0744993-608b-4f8b-83bb-484148d32e3c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8262212 Aug 20 00:01:15.234018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 37964) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:15.240381 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Request body: {'subnet': {'network_id': '83bf0b95-e909-428d-be22-052e8b14860c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-238036194-subnet', 'tenant_id': '5fdd2accb0bc4b22aae6bbc49f32f443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:15.283936 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf9bdc-67ea-48f2-9ab5-e98af8590304 None None] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:15.354501 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fe877940-65e1-469c-9936-8be5bae66efe up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:15.371798 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Made reservation on behalf of 5fdd2accb0bc4b22aae6bbc49f32f443 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:15.374461 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.477158 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.493328 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-68f6c177-5fee-42e4-9626-58813ccf4f32 None None] Provisioning for port fe877940-65e1-469c-9936-8be5bae66efe completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:15.556695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port fe877940-65e1-469c-9936-8be5bae66efe completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:15.563948 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port fe877940-65e1-469c-9936-8be5bae66efe triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:15.564609 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.710076 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.715607 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.721067 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b8b709-4881-4f60-81d0-49b63bb7d03f,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:15.763019 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port fe877940-65e1-469c-9936-8be5bae66efe, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fe877940-65e1-469c-9936-8be5bae66efe,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:15.772238 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.786847 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Checking segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:15.787213 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Network hostable DHCP agents. Network: 37f09d90-e837-43da-bf3c-5f3349530506, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:01:15.827246 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.849754 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5a5cab-de9e-4db0-acaf-b1626723b8d5,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:15.882992 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Checking segment: {'id': '9a6867a4-5ed1-4767-8972-57eb17beb74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:15.882992 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Network hostable DHCP agents. Network: 83bf0b95-e909-428d-be22-052e8b14860c, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:01:15.938261 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=fe877940-65e1-469c-9936-8be5bae66efe,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:15.960697 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-d4be7175-898c-47bf-a5a0-e5b6981a2dae None None] Provisioning complete for port fe877940-65e1-469c-9936-8be5bae66efe triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:15.961084 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d4be7175-898c-47bf-a5a0-e5b6981a2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:15.970801 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Network 83bf0b95-e909-428d-be22-052e8b14860c is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:01:16.031904 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Network 37f09d90-e837-43da-bf3c-5f3349530506 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:01:16.046127 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.119520 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 83bf0b95-e909-428d-be22-052e8b14860c) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:16.133772 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:16.134328 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.138948 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeed2cf-31e0-4320-94fa-732b6f96dc2e None None] Network 83bf0b95-e909-428d-be22-052e8b14860c requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:16.190816 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 37f09d90-e837-43da-bf3c-5f3349530506) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:16.203129 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:16.210312 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.210479 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe33de-e772-4b87-835f-935082e33bd1 None None] Network 37f09d90-e837-43da-bf3c-5f3349530506 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:16.246176 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-284e04c7-3ce8-49cf-bbb6-4dbfc43b388f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0054274 Aug 20 00:01:16.262622 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:16.280276 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.282990 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Checking segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:16.283531 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Network hostable DHCP agents. Network: 0b2e9961-61b3-4f00-968c-ed683017db9b, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:01:16.325374 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38016) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:16.340792 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-1f4415e5-5c58-4611-8a16-c6d2a63bc0dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8766716 Aug 20 00:01:16.401714 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5a0ce-28d0-4066-ad92-3ffda9871490 None None] Network 37f09d90-e837-43da-bf3c-5f3349530506 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:16.459716 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Network 0b2e9961-61b3-4f00-968c-ed683017db9b is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:01:16.516576 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Router f396b826-5919-499b-9438-70d17a417d1a is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:01:16.524549 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a06d8-a592-4aea-9917-e73dbd6b2f0f None None] Network 83bf0b95-e909-428d-be22-052e8b14860c requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:16.575372 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 0b2e9961-61b3-4f00-968c-ed683017db9b) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:16.583720 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:16.586683 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.597400 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115c4fd-68f3-4d58-bad3-fd809f986f63 None None] Network 0b2e9961-61b3-4f00-968c-ed683017db9b requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:16.643770 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:01:16.666236 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:01:16.678054 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:16.678302 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:00:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:16.727485 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d43-34f5-4531-ac3e-0d040fef1559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.773099 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b60cc256-0936-42f5-bbb8-b577179d3a51 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8095624 Aug 20 00:01:16.776961 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:16.776961 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b4649c2f-be78-46d8-ae3c-1cea5612ae79 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8781464 Aug 20 00:01:16.777156 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38026) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:16.778462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38028) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:16.783327 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:16.820699 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7174bb-5a44-4b49-9993-a8f3f2a25300 None None] Network 0b2e9961-61b3-4f00-968c-ed683017db9b requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:01:16.884935 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:16.949340 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d43-34f5-4531-ac3e-0d040fef1559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.033722 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38040) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:17.050106 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eaf48d43-34f5-4531-ac3e-0d040fef1559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.062300 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38046) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:17.100154 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-eaf48d43-34f5-4531-ac3e-0d040fef1559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31e165c840bb4e51aa2df3f9750b4605&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7733607 Aug 20 00:01:17.102966 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38052) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:17.171051 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:15Z', 'revision_number': 3, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:17.173529 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf48d43-34f5-4531-ac3e-0d040fef1559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633dc8ce-fea4-4798-98e6-35731a88987c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:17.225986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.228759 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.234177 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:01:17.234544 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Updating router f396b826-5919-499b-9438-70d17a417d1a port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:01:17.248541 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fe877940-65e1-469c-9936-8be5bae66efe up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:17.329508 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.421641 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port fe877940-65e1-469c-9936-8be5bae66efe triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:17.424390 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.435316 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.444692 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-db0f91a5-2036-4c1d-a9f0-268cd37d3d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.550014 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-db0f91a5-2036-4c1d-a9f0-268cd37d3d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.552508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38074) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:17.563619 dv-cinder-759943-12-iscsi neutron-server[101344]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 00:01:17.645362 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ea77-277c-4e7e-8e4c-aab8b6ae7eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.764082 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38092) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:17.765402 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:01:17.792200 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea703-7a46-4f07-bb79-881bd7491816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.892183 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.929839 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.937499 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:17.940406 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-8810592d-d88b-4a66-aed5-ae502de00e0c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:17.941957 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-8810592d-d88b-4a66-aed5-ae502de00e0c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.3882670 Aug 20 00:01:17.978584 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-755ab20a-0402-4b4b-9428-d2b23a6fef2a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/quotas/bffb1117bdeb4df8b5d5e14f9f2294f3 HTTP/1.1" status: 200 len: 375 time: 0.0278537 Aug 20 00:01:18.000839 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Transition to ACTIVE for port object 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:18.001284 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-db0f91a5-2036-4c1d-a9f0-268cd37d3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.003896 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-db0f91a5-2036-4c1d-a9f0-268cd37d3d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.005503 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-db0f91a5-2036-4c1d-a9f0-268cd37d3d30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/633dc8ce-fea4-4798-98e6-35731a88987c HTTP/1.1" status: 204 len: 168 time: 0.9012229 Aug 20 00:01:18.015248 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f91a5-2036-4c1d-a9f0-268cd37d3d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633dc8ce-fea4-4798-98e6-35731a88987c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:18.071289 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-47bb8f54-014d-492c-b4d5-0892a6dd4e8b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854843 Aug 20 00:01:18.086241 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.090950 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-6b7bf1f1-c672-4e7b-96b8-01db1d670389 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:18.092510 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-6b7bf1f1-c672-4e7b-96b8-01db1d670389 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/networks?id=83bf0b95-e909-428d-be22-052e8b14860c HTTP/1.1" status: 200 len: 811 time: 0.3190413 Aug 20 00:01:18.162894 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-d09cc5c8-9ac0-4799-9ece-81cc1f16f94e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/quotas/5fdd2accb0bc4b22aae6bbc49f32f443 HTTP/1.1" status: 200 len: 375 time: 0.0578039 Aug 20 00:01:18.174693 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Attempting to bind port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:18.175731 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Attempting to bind port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:18.175731 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Attempting to bind port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:18.178227 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Pushing event updated for resources: {'Port': ['ID=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:18.196320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:18.196320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:18.196320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.196320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:18.196320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Bound port: 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:18.196320 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.197140 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.197479 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.197828 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.198292 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.198627 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.198977 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.199310 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.199636 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.200000 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.200335 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.200665 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.200980 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Tracked resource versions report: Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: pushed versions: Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: { 'AddressGroup': {'1.2'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'ConntrackHelper': {'1.0'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Log': {'1.0'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Network': {'1.1'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Port': {'1.7'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'PortForwarding': {'1.2'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'QosPolicy': {'1.9'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroup': {'1.4'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroupRule': {'1.2'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SubPort': {'1.0'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Subnet': {'1.1'}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Trunk': {'1.1'}} Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: consumer versions: Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: { DHCP agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: HyperV agent@hv-cinder-75994: {}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: L3 agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: Metadata agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: Metering agent@dv-cinder-759943-12-iscsi: {}, Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: Open vSwitch agent@dv-cinder-759943-12-iscsi: { 'AddressGroup': '1.2', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'ConntrackHelper': '1.0', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Log': '1.0', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Network': '1.1', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Port': '1.7', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'PortForwarding': '1.2', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'QosPolicy': '1.9', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroup': '1.4', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SecurityGroupRule': '1.2', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'SubPort': '1.0', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Subnet': '1.1', Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: 'Trunk': '1.1'}} Aug 20 00:01:18.202084 dv-cinder-759943-12-iscsi neutron-server[101347]: {{(pid=101347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 00:01:18.242859 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-472f2e10-9ea8-450c-9e5c-dce71c124d62 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5fdd2accb0bc4b22aae6bbc49f32f443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713069 Aug 20 00:01:18.264896 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] For port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:18.269770 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] For port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:18.294866 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ea77-277c-4e7e-8e4c-aab8b6ae7eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.314577 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Allocated IP 172.20.0.1 (1dc2e2a4-e0d0-412b-a59e-74739630a38d/8cf1967b-178c-4090-b3c6-36933e238685/f4ec8a96-340e-4ab5-8ff6-17808f3f7164) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:18.358653 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.359984 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.386878 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-08774e28-8529-4079-9619-9260dd2881b1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 00:01:18.388326 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-08774e28-8529-4079-9619-9260dd2881b1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1732278 Aug 20 00:01:18.404253 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.441419 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:18.442560 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:00:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:18.459495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ea77-277c-4e7e-8e4c-aab8b6ae7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.519068 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90599-0380-4d09-8649-2ae56c195a2b None None] Pushing event updated for resources: {'Port': ['ID=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:18.564718 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4ef5ea77-277c-4e7e-8e4c-aab8b6ae7eac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfb14a6b558c46c7bb2ed893cc1f0502&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5013559 Aug 20 00:01:18.567472 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38114) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:18.654459 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:18.695358 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5ea77-277c-4e7e-8e4c-aab8b6ae7eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf02b30-ab1c-4381-b97c-0da56e54ad1b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:18.703388 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.716239 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-dab7f5f2-66c3-4569-a544-8fa91bcef753 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 00:01:18.726868 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-dab7f5f2-66c3-4569-a544-8fa91bcef753 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085995 Aug 20 00:01:18.808256 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Allocated IP 172.27.1.39 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/cfc7b510-134a-4baf-a97e-334f714cf98d) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:18.827452 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2758e65f-450f-47fd-a69a-2d071a0fe94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.851628 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Transition to ACTIVE for port object f4ec8a96-340e-4ab5-8ff6-17808f3f7164 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:18.856185 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-d533476f-dd18-422f-8918-a7b0290efc55 service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570451 Aug 20 00:01:18.938613 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38124) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:18.951511 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:15Z', 'revision_number': 3, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:18.956911 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea703-7a46-4f07-bb79-881bd7491816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.963208 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2758e65f-450f-47fd-a69a-2d071a0fe94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.983561 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d7b74-6442-45f8-8990-9f0d2c1974a2 None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:15Z', 'revision_number': 3, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:01:18.984035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e05f5780-060f-4ee6-a41b-1a0e2529b81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:18.995727 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-7fa95e9d-d2ab-44ef-ba28-ea87cc16fb39 service neutron] 10.222.0.35 "GET /v2.0/networks/83bf0b95-e909-428d-be22-052e8b14860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466967 Aug 20 00:01:19.047480 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.067640 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc7ea703-7a46-4f07-bb79-881bd7491816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.152097 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-dc7ea703-7a46-4f07-bb79-881bd7491816 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b916bec434b4e5cb535aee98e9d6eee&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1169891 Aug 20 00:01:19.156909 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38126) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:19.162224 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2758e65f-450f-47fd-a69a-2d071a0fe94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.163618 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2758e65f-450f-47fd-a69a-2d071a0fe94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.167300 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2758e65f-450f-47fd-a69a-2d071a0fe94d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baf02b30-ab1c-4381-b97c-0da56e54ad1b HTTP/1.1" status: 204 len: 168 time: 0.5962965 Aug 20 00:01:19.169703 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ea703-7a46-4f07-bb79-881bd7491816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c813987-9b84-4da3-a3b4-2d4cdeb2f3a4,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:19.210383 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e65f-450f-47fd-a69a-2d071a0fe94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf02b30-ab1c-4381-b97c-0da56e54ad1b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:19.251175 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-99e64f0d-990f-4770-a3ea-c30c04115cd6 service neutron] 10.222.0.35 "GET /v2.0/networks/83bf0b95-e909-428d-be22-052e8b14860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473321 Aug 20 00:01:19.268056 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9165175a-04f7-4270-8591-79609f4b0827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.281709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.302074 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-e4ce3467-79b2-4ccb-843b-f8c757994adc service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341750 Aug 20 00:01:19.306473 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.379171 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Pushing event updated for resources: {'Port': ['ID=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:19.393640 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:19.401357 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:19.405804 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:19.407484 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.523873 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9165175a-04f7-4270-8591-79609f4b0827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.544205 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:19.581062 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:19.596104 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:19.760980 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e05f5780-060f-4ee6-a41b-1a0e2529b81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.778156 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Pushing event updated for resources: {'Port': ['ID=cfc7b510-134a-4baf-a97e-334f714cf98d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:19.845930 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-1ccdad25-92ad-4ae2-b329-108104995cce None None] Provisioning for port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:19.862637 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-1ccdad25-92ad-4ae2-b329-108104995cce None None] Provisioning complete for port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:19.864299 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1ccdad25-92ad-4ae2-b329-108104995cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:19.879967 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cf8309a5-8d12-4e3e-9227-3cbff18e4260 req-171a6f38-f92c-42a2-acc5-11ae92ef7300 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.1128075 Aug 20 00:01:19.918645 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e05f5780-060f-4ee6-a41b-1a0e2529b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.012590 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdad25-92ad-4ae2-b329-108104995cce None None] Port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:01:20.054257 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d818cf4e-3145-47d9-93c4-c3de66bb2b73 req-16d6ede3-9046-4b00-ab8d-ac11b632a9fd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.1390686 Aug 20 00:01:20.059385 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e05f5780-060f-4ee6-a41b-1a0e2529b81a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce2eeb79fc914298ad3940f865cb9383&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1103568 Aug 20 00:01:20.068173 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38172) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:20.137946 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9165175a-04f7-4270-8591-79609f4b0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.141224 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9165175a-04f7-4270-8591-79609f4b0827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.142622 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9165175a-04f7-4270-8591-79609f4b0827 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c813987-9b84-4da3-a3b4-2d4cdeb2f3a4 HTTP/1.1" status: 204 len: 168 time: 0.9767239 Aug 20 00:01:20.144213 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f5780-060f-4ee6-a41b-1a0e2529b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667903c8-0a1c-45f9-9260-cb01dfc2a92d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:20.180728 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165175a-04f7-4270-8591-79609f4b0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c813987-9b84-4da3-a3b4-2d4cdeb2f3a4,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:20.183595 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.332441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-adb3c73f-8b7e-48e1-8fe4-d4e7f3f6666e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.358334 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.404693 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-adb3c73f-8b7e-48e1-8fe4-d4e7f3f6666e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.543616 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.604515 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.626315 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-adb3c73f-8b7e-48e1-8fe4-d4e7f3f6666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.629873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-adb3c73f-8b7e-48e1-8fe4-d4e7f3f6666e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.631287 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-adb3c73f-8b7e-48e1-8fe4-d4e7f3f6666e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/667903c8-0a1c-45f9-9260-cb01dfc2a92d HTTP/1.1" status: 204 len: 168 time: 0.5622532 Aug 20 00:01:20.644798 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c73f-8b7e-48e1-8fe4-d4e7f3f6666e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667903c8-0a1c-45f9-9260-cb01dfc2a92d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:20.685862 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.686681 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.766537 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:20.809379 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Pushing event updated for resources: {'Port': ['ID=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:20.870489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:20.872403 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:21.061045 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a357cb1a-cddf-4980-a5ed-f861d9a12b74 req-c97af338-526b-40f0-9058-06ceb96eead1 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.0445065 Aug 20 00:01:21.102071 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Router 057490a4-b8aa-4620-8573-22f5b081f7cf is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:01:21.109555 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Router f396b826-5919-499b-9438-70d17a417d1a has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:01:21.228679 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e34214e0-4164-4cef-b586-d5c822840296 req-3ab71ed9-db85-42c3-af4b-ab17a1ab26e2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.0707657 Aug 20 00:01:21.256188 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f6bbf646-07d8-4e63-9fea-da7458809ed4 None None] Provisioning complete for port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:21.256188 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f6bbf646-07d8-4e63-9fea-da7458809ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.263268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38218) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:21.291292 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:21.347637 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eb8faea3-6ec0-459d-8773-e87f50783edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.359527 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbf646-07d8-4e63-9fea-da7458809ed4 None None] Port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:01:21.389496 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:01:21.400298 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-be43b0da-77e2-4b5c-a1ba-03290169c45b admin admin] 10.222.0.35 "PUT /v2.0/routers/f396b826-5919-499b-9438-70d17a417d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6205828 Aug 20 00:01:21.453151 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:21.459241 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:21.460769 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.482957 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:01:21.513300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Sync routers for ids ['057490a4-b8aa-4620-8573-22f5b081f7cf'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:01:21.532963 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eb8faea3-6ec0-459d-8773-e87f50783edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.540127 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Routers {'057490a4-b8aa-4620-8573-22f5b081f7cf'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:21.540783 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:00:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['057490a4-b8aa-4620-8573-22f5b081f7cf'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:21.574020 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:01:21.595165 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eb8faea3-6ec0-459d-8773-e87f50783edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.596357 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:21.597004 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:00:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:21.667465 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8faea3-6ec0-459d-8773-e87f50783edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8a9c7a-a07d-4a79-9d55-87155848613c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:21.673303 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.674881 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3af940d5-8a1c-4436-9bc8-016fe0a00e28 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8965561 Aug 20 00:01:21.675667 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-eb8faea3-6ec0-459d-8773-e87f50783edc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f8aea3c3219428e9beef11a6ff92a6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4110644 Aug 20 00:01:21.676597 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38232) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:21.684115 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38234) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:21.786509 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-288479b7-0a7e-48bc-8956-634490145bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.786717 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.820164 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:21.832237 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-288479b7-0a7e-48bc-8956-634490145bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:21.846226 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Set router 057490a4-b8aa-4620-8573-22f5b081f7cf gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:21.936556 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.026782 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:22.031676 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-288479b7-0a7e-48bc-8956-634490145bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.037234 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-288479b7-0a7e-48bc-8956-634490145bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.040713 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-288479b7-0a7e-48bc-8956-634490145bb3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b8a9c7a-a07d-4a79-9d55-87155848613c HTTP/1.1" status: 204 len: 168 time: 0.3628030 Aug 20 00:01:22.065126 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288479b7-0a7e-48bc-8956-634490145bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8a9c7a-a07d-4a79-9d55-87155848613c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:22.071585 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:22.197709 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-02de498e-35ed-4ca7-a054-d35df31a6f3a req-e05ee5e2-0e75-4269-a196-742beb6dcf10 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.0619099 Aug 20 00:01:22.216069 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 3, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:22.265785 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Checking router: 057490a4-b8aa-4620-8573-22f5b081f7cf for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:01:22.266452 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Updating router 057490a4-b8aa-4620-8573-22f5b081f7cf port cfc7b510-134a-4baf-a97e-334f714cf98d binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:01:22.299089 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.376017 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab81ca88-e91c-431f-ae1d-833637ab3154 req-c33cb1a4-8a3e-43cf-a5f5-89e0fb118f5c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.0402105 Aug 20 00:01:22.611252 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:20Z', 'revision_number': 2, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:22.627330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.679774 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:01:22.680166 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Updating router f396b826-5919-499b-9438-70d17a417d1a port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:01:22.741043 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.775033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.789441 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Transition to ACTIVE for port object cfc7b510-134a-4baf-a97e-334f714cf98d will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:22.855835 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.892763 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Attempting to bind port cfc7b510-134a-4baf-a97e-334f714cf98d on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:22.893112 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Attempting to bind port cfc7b510-134a-4baf-a97e-334f714cf98d by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:22.893483 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Attempting to bind port cfc7b510-134a-4baf-a97e-334f714cf98d on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:22.947892 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:22.949785 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:22.950924 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:22.951802 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:22.954042 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Bound port: cfc7b510-134a-4baf-a97e-334f714cf98d, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:22.954513 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.075328 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38284) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:23.079945 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427896563', 'description': 'tempest-description--928233157'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:23.081367 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Allocated IP 172.20.0.1 (0b2e9961-61b3-4f00-968c-ed683017db9b/aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a/f7a62dbd-09fb-41ec-a914-c849739199e9) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:23.092584 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] For port cfc7b510-134a-4baf-a97e-334f714cf98d, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:23.097375 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] For port cfc7b510-134a-4baf-a97e-334f714cf98d, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=cfc7b510-134a-4baf-a97e-334f714cf98d,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:23.106611 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876bb72-33cf-4ee8-bb21-0ce2c5fb816c None None] Pushing event updated for resources: {'Port': ['ID=cfc7b510-134a-4baf-a97e-334f714cf98d,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:23.161364 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.162232 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.174775 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Transition to ACTIVE for port object f4ec8a96-340e-4ab5-8ff6-17808f3f7164 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:23.232550 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.260805 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.261350 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.274201 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:23.355692 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Routers {'057490a4-b8aa-4620-8573-22f5b081f7cf'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:23.356499 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:00:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['057490a4-b8aa-4620-8573-22f5b081f7cf'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:23.390258 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.487530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Network 0b2e9961-61b3-4f00-968c-ed683017db9b is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:23.517344 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:23.527014 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.528196 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Attempting to bind port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:23.528568 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Attempting to bind port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:23.528929 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Attempting to bind port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:23.529063 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:23.530625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.540363 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56070b5c-a64e-40fd-bd21-d21a6b1971d6 None None] Pushing event updated for resources: {'Port': ['ID=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:23.555557 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:23.555949 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Checking segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:23.556376 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.556769 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Bound using segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:23.557262 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Bound port: f4ec8a96-340e-4ab5-8ff6-17808f3f7164, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:23.557656 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.571743 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876bb72-33cf-4ee8-bb21-0ce2c5fb816c None None] Pushing event updated for resources: {'Port': ['ID=cfc7b510-134a-4baf-a97e-334f714cf98d,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:23.585934 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.662797 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6d481-650a-4473-af71-a058ad5e3b58,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:23.704866 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-75a73919-713b-4d64-b608-c4dc02876c59 req-7a44b21b-5ec3-4be9-a18e-46043eaae9b3 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.1666713 Aug 20 00:01:23.733067 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=f7a62dbd-09fb-41ec-a914-c849739199e9,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:23.740634 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] Set router 057490a4-b8aa-4620-8573-22f5b081f7cf gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:23.774598 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:23.774598 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.782835 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] For port f4ec8a96-340e-4ab5-8ff6-17808f3f7164, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:23.785056 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] For port f4ec8a96-340e-4ab5-8ff6-17808f3f7164, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:23.793630 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.794893 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-74dab4c0-28ed-43e1-8ce0-1dcf7c657733 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7186432 Aug 20 00:01:23.799627 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38306) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:23.809988 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'security_group_rule': {'security_group_id': '0aa6d481-650a-4473-af71-a058ad5e3b58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:23.866265 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.929133 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:23.958527 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9423acee-e9c4-4c67-89dd-0782952df99c req-20136397-7a80-4fec-b025-a46ce756df9d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.1036127 Aug 20 00:01:24.022966 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:24.023801 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:00:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:24.037481 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e2f9508-6765-4349-b577-c98d26b40f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.154977 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.184636 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.287011 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56070b5c-a64e-40fd-bd21-d21a6b1971d6 None None] Pushing event updated for resources: {'Port': ['ID=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:24.291856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.308083 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:24.332752 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 3, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:24.341180 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd96c21-c552-4b6b-bfbf-8bb12826a8ff,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:24.417535 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.419033 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-41093fa1-665f-4667-bc7c-4267e2dcdd7b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6183648 Aug 20 00:01:24.423735 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38322) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:24.429743 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'security_group_rule': {'security_group_id': '0aa6d481-650a-4473-af71-a058ad5e3b58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:24.448962 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1503ab-70d4-432e-848a-ce7489fe697e None None] The sync data for ids ['057490a4-b8aa-4620-8573-22f5b081f7cf'] in dv-cinder-759943-12-iscsi is: [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 3, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:01:24.595039 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.603481 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.712586 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.717830 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.717830 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.795067 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.808441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=f7a62dbd-09fb-41ec-a914-c849739199e9,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:24.812456 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:24.851149 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4923b672-890e-4f43-a85c-f745160d3c0c,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:24.909075 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef183b87-9adc-4170-b140-57dcfc2480b8 req-361850ea-7749-42c4-8083-34f4adbe1220 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.0479758 Aug 20 00:01:24.932045 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:24.933820 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3bd4b39f-cb3f-470b-a0b1-90dd532e23b5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5086484 Aug 20 00:01:24.936819 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38336) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:24.942273 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:24.966407 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118939-5317-4040-b56a-2727dc0a92b8 None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:01:25.029887 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Network 0b2e9961-61b3-4f00-968c-ed683017db9b is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:25.032030 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:25.105125 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:25.471728 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21dadd56-b474-4c6e-819d-176a4ddd8fd4 req-754472c4-8881-45da-8cbd-6bd06bc61620 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.0969677 Aug 20 00:01:25.516645 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Router 057490a4-b8aa-4620-8573-22f5b081f7cf has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:01:25.582601 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:25.595195 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f4ec8a96-340e-4ab5-8ff6-17808f3f7164 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:25.911879 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:01:25.913113 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Allocated IP 172.27.1.178 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/283c9a24-3ed1-43b0-a5a8-8145139c7fc8) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:25.913555 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:25.913680 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-7e677bfc-fae7-46a7-89e8-64a9df5c8c4f admin admin] 10.222.0.35 "PUT /v2.0/routers/057490a4-b8aa-4620-8573-22f5b081f7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1982443 Aug 20 00:01:25.913800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:25.913800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.082011 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.10', 63331) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:26.222781 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.406915 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.433531 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2cff1ea3-d885-4e34-a891-239c97b58dae req-beb0c0af-5e36-43f9-a25c-d060d747fdbc tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.1014519 Aug 20 00:01:26.466406 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-2546afc9-77bb-4970-8c3c-109ccb7f0e39 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:26.470731 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-2546afc9-77bb-4970-8c3c-109ccb7f0e39 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.3872082 Aug 20 00:01:26.497594 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:26.502702 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:26.507795 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:26.544854 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Request body: {'port': {'device_id': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'admin_state_up': True, 'tenant_id': 'bffb1117bdeb4df8b5d5e14f9f2294f3'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:26.571034 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.629577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.653996 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'Port': ['ID=283c9a24-3ed1-43b0-a5a8-8145139c7fc8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:26.669619 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port f4ec8a96-340e-4ab5-8ff6-17808f3f7164, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:26.758703 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00b11ab9-d779-4e2c-9b16-98c41178576b req-ae014d1b-a327-49c7-9228-9d4e69bf2d17 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.1538751 Aug 20 00:01:26.794623 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.795812 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device cfc7b510-134a-4baf-a97e-334f714cf98d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:26.801871 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3dfa270a-8a3a-43c3-a2ca-a814396d8d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.866544 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:26.956001 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:26.975713 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.064078 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port cfc7b510-134a-4baf-a97e-334f714cf98d completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:27.075403 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.10', 63336) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:27.081939 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port cfc7b510-134a-4baf-a97e-334f714cf98d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:27.082899 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.163389 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Made reservation on behalf of bffb1117bdeb4df8b5d5e14f9f2294f3 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:27.168848 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.242170 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.251440 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.280414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port cfc7b510-134a-4baf-a97e-334f714cf98d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=cfc7b510-134a-4baf-a97e-334f714cf98d,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:27.320247 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.358179 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.408487 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-98afafc8-f1e6-4dd4-ade9-741eb05b188e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:27.415060 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-98afafc8-f1e6-4dd4-ade9-741eb05b188e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.10 "GET /v2.0/networks?id=83bf0b95-e909-428d-be22-052e8b14860c HTTP/1.1" status: 200 len: 811 time: 0.3334959 Aug 20 00:01:27.451135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.477073 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=cfc7b510-134a-4baf-a97e-334f714cf98d,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:27.506382 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'Port': ['ID=283c9a24-3ed1-43b0-a5a8-8145139c7fc8,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:27.566565 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.568153 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f2c94d58-5409-4ada-a0e4-2e76d98b0fcb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6302061 Aug 20 00:01:27.581047 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f4ec8a96-340e-4ab5-8ff6-17808f3f7164 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:27.667822 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:27.668538 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:27.886495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Request body: {'port': {'device_id': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c', 'admin_state_up': True, 'tenant_id': '5fdd2accb0bc4b22aae6bbc49f32f443'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:28.044152 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:28.113576 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-491e66f8-d03b-450a-a929-72e6571e757a req-9d8591b7-1927-4495-bac8-af555bf8f802 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.2212691 Aug 20 00:01:28.121208 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Sync routers for ids ['057490a4-b8aa-4620-8573-22f5b081f7cf'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:01:28.141994 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Routers {'057490a4-b8aa-4620-8573-22f5b081f7cf'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:28.145840 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:01:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['057490a4-b8aa-4620-8573-22f5b081f7cf'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:28.279469 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fe7658f2-8cc5-4731-9738-48357870ef38 req-5a5633b1-9249-41ba-aff2-b206bf8abeb9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.0486338 Aug 20 00:01:28.327909 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Allocated IP 172.20.0.11 (37f09d90-e837-43da-bf3c-5f3349530506/e4b8b709-4881-4f60-81d0-49b63bb7d03f/9c5a1846-7d01-4b75-a3fd-e066209b6f65) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:28.328121 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Set router 057490a4-b8aa-4620-8573-22f5b081f7cf gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:28.482704 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Made reservation on behalf of 5fdd2accb0bc4b22aae6bbc49f32f443 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:28.486477 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:28.510497 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-024ec752-eca9-44e9-b0c3-dececb9b33d2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:28.512788 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-024ec752-eca9-44e9-b0c3-dececb9b33d2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 819 time: 0.6215425 Aug 20 00:01:28.620859 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-40af7558-9e0e-4b54-81e5-4378be61f22b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/quotas/3d576b1175b14854adce5215707e2616 HTTP/1.1" status: 200 len: 375 time: 0.0877094 Aug 20 00:01:28.621027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 4, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f7a62dbd-09fb-41ec-a914-c849739199e9', 'name': '', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'mac_address': 'fa:16:3e:8c:62:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:22Z', 'updated_at': '2021-08-20T00:01:24Z', 'revision_number': 2, 'project_id': '3d576b1175b14854adce5215707e2616', 'subnets': [{'id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:28.635088 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-8951bdba-d4b6-461f-8d47-e9e59825fe7f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1427896563&fields=id&tenant_id=754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 267 time: 0.2286627 Aug 20 00:01:28.675414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Checking router: 057490a4-b8aa-4620-8573-22f5b081f7cf for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:01:28.675983 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Updating router 057490a4-b8aa-4620-8573-22f5b081f7cf port f7a62dbd-09fb-41ec-a914-c849739199e9 binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:01:28.736463 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.063307 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38526) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:29.110344 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-4a0c0e1b-cd60-45e4-9b94-40f4430371e2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:29.118093 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-4a0c0e1b-cd60-45e4-9b94-40f4430371e2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 817 time: 0.4363427 Aug 20 00:01:29.152875 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Allocated IP 172.20.0.10 (83bf0b95-e909-428d-be22-052e8b14860c/0a5a5cab-de9e-4db0-acaf-b1626723b8d5/2edcf89d-c67e-47ac-8aca-b464c9675464) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:29.176723 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-d9f7479e-3fbd-4f5b-b31b-34133138355e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5280576 Aug 20 00:01:29.192976 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-ab59c119-4c51-4dd5-8c2a-12c45664d8f5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/quotas/754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 375 time: 0.0738235 Aug 20 00:01:29.232960 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.321373 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f46d25c2-edac-443a-a09b-3e1cf8330b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.489876 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device cfc7b510-134a-4baf-a97e-334f714cf98d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:29.543082 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.573091 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-25521377-d1ae-40eb-8336-727e80d9f370 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3792050 Aug 20 00:01:29.586340 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f46d25c2-edac-443a-a09b-3e1cf8330b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.592384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Transition to ACTIVE for port object f7a62dbd-09fb-41ec-a914-c849739199e9 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:29.605369 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b7ec8116-7a68-40d8-a339-f06fc9c9b361 service neutron] 10.222.0.35 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048145 Aug 20 00:01:29.636562 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port cfc7b510-134a-4baf-a97e-334f714cf98d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:29.636562 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.836690 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.905309 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-73eafb25-b48c-4acf-80c7-cafbced82301 service neutron] 10.222.0.35 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647808 Aug 20 00:01:29.916998 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-76a39cb3-3329-4170-ba1a-05c785f1786b service neutron] 10.222.0.35 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095999 Aug 20 00:01:29.981571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.982382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:29.982555 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f46d25c2-edac-443a-a09b-3e1cf8330b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.059837 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.065570 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f46d25c2-edac-443a-a09b-3e1cf8330b11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1efba731af54431abac1be033c7583c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9994605 Aug 20 00:01:30.071381 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eeee2-816d-41cc-8850-1af5cc672d18 None None] Pushing event updated for resources: {'Port': ['ID=f7a62dbd-09fb-41ec-a914-c849739199e9,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:30.071570 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38558) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:30.084132 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d25c2-edac-443a-a09b-3e1cf8330b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f756f550-9a72-44e1-895e-bac15e2a2e1d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:30.171131 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Attempting to bind port f7a62dbd-09fb-41ec-a914-c849739199e9 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:30.171507 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Attempting to bind port f7a62dbd-09fb-41ec-a914-c849739199e9 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:30.171879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Attempting to bind port f7a62dbd-09fb-41ec-a914-c849739199e9 on network 0b2e9961-61b3-4f00-968c-ed683017db9b {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:30.182431 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6874fce2-d4ae-4f20-a598-d781b61abf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.184006 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:30.184415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Checking segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:30.184962 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.185415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Bound using segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:30.185965 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Bound port: f7a62dbd-09fb-41ec-a914-c849739199e9, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:30.186408 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.197997 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.257401 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6874fce2-d4ae-4f20-a598-d781b61abf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.312331 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-24307b36-faaf-4718-be1a-f8aa9eae41ed service neutron] 10.222.0.35 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793776 Aug 20 00:01:30.349331 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Network 37f09d90-e837-43da-bf3c-5f3349530506 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:30.382839 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] For port f7a62dbd-09fb-41ec-a914-c849739199e9, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:30.402803 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:30.404853 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] For port f7a62dbd-09fb-41ec-a914-c849739199e9, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=f7a62dbd-09fb-41ec-a914-c849739199e9,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:30.421675 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:30.443444 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:30.443444 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.446833 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event updated for resources: {'Port': ['ID=9c5a1846-7d01-4b75-a3fd-e066209b6f65,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:30.456375 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Network 83bf0b95-e909-428d-be22-052e8b14860c is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:30.478356 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6874fce2-d4ae-4f20-a598-d781b61abf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.488113 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6874fce2-d4ae-4f20-a598-d781b61abf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.488113 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6874fce2-d4ae-4f20-a598-d781b61abf64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f756f550-9a72-44e1-895e-bac15e2a2e1d HTTP/1.1" status: 204 len: 168 time: 0.4126742 Aug 20 00:01:30.504667 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.518139 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874fce2-d4ae-4f20-a598-d781b61abf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f756f550-9a72-44e1-895e-bac15e2a2e1d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:30.537881 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:30.560020 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:30.571494 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:30.576325 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:30.714296 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-7bb4d475-94a5-439b-8504-45da62dc08e1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1781998 Aug 20 00:01:30.760461 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eeee2-816d-41cc-8850-1af5cc672d18 None None] Pushing event updated for resources: {'Port': ['ID=f7a62dbd-09fb-41ec-a914-c849739199e9,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:30.765644 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Pushing event updated for resources: {'Port': ['ID=2edcf89d-c67e-47ac-8aca-b464c9675464,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:30.782284 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-e215f2fe-5007-4f83-b3e2-3704486172dd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 00:01:30.783654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-e215f2fe-5007-4f83-b3e2-3704486172dd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102704 Aug 20 00:01:30.787627 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Routers {'057490a4-b8aa-4620-8573-22f5b081f7cf'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:01:30.788299 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:01:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['057490a4-b8aa-4620-8573-22f5b081f7cf'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:30.796741 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d9b79-a36d-4ea0-94c4-27481394b7f3 req-f0369d69-12a9-4b02-a5ae-093b6f55a0b5 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:30.806079 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d62d9b79-a36d-4ea0-94c4-27481394b7f3 req-f0369d69-12a9-4b02-a5ae-093b6f55a0b5 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 932 time: 0.3471324 Aug 20 00:01:31.088942 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-c9101734-3df3-4ae9-b656-6e4712834a0c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6466064 Aug 20 00:01:31.158060 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d530e2-d29d-4e10-92eb-f7e6ac0e79fa req-5453374c-eb6b-42a4-a25c-bcef720b9ad3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:31.169358 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8d530e2-d29d-4e10-92eb-f7e6ac0e79fa req-5453374c-eb6b-42a4-a25c-bcef720b9ad3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 932 time: 0.3970425 Aug 20 00:01:31.273321 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] Set router 057490a4-b8aa-4620-8573-22f5b081f7cf gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:01:31.294041 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d62d9b79-a36d-4ea0-94c4-27481394b7f3 req-7c269a21-e8d2-4474-b21f-1819d3d0fed5 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868422 Aug 20 00:01:31.325009 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8d530e2-d29d-4e10-92eb-f7e6ac0e79fa req-d2d7a0df-7b5e-498e-bd38-5dd1f89aa725 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533632 Aug 20 00:01:31.427690 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0e897944-b107-4510-9be8-994531a1162f req-0e4c2a68-469a-4dde-8317-cdc6b85aa52b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0380280 Aug 20 00:01:31.474278 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Request body: {'port': {'device_id': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:31.549532 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-33efc8fb-28aa-4b58-ba67-0951001fdff5 req-7e04b31c-deb0-47d0-acf6-43231239cce7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 210 time: 0.0658395 Aug 20 00:01:31.556372 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Request body: {'port': {'device_id': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:31.749602 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:31.837560 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:31.993995 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38646) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:32.013897 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-813e1a87-1e79-4c68-8f56-a51e42fbbabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.066899 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 4, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f7a62dbd-09fb-41ec-a914-c849739199e9', 'name': '', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'mac_address': 'fa:16:3e:8c:62:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:22Z', 'updated_at': '2021-08-20T00:01:30Z', 'revision_number': 4, 'project_id': '3d576b1175b14854adce5215707e2616', 'subnets': [{'id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:01:32.114414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda5c6a-44c3-4b45-8916-ca763a2c07fa None None] The sync data for ids ['057490a4-b8aa-4620-8573-22f5b081f7cf'] in dv-cinder-759943-12-iscsi is: [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:23Z', 'revision_number': 4, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f7a62dbd-09fb-41ec-a914-c849739199e9', 'name': '', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'mac_address': 'fa:16:3e:8c:62:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:22Z', 'updated_at': '2021-08-20T00:01:30Z', 'revision_number': 4, 'project_id': '3d576b1175b14854adce5215707e2616', 'subnets': [{'id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:01:32.277236 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-813e1a87-1e79-4c68-8f56-a51e42fbbabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.372942 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-813e1a87-1e79-4c68-8f56-a51e42fbbabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.469518 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e1a87-1e79-4c68-8f56-a51e42fbbabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a1e60-c508-4747-8e49-7a9e722a7830,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:32.482818 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-813e1a87-1e79-4c68-8f56-a51e42fbbabd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcde37d1a6c74c1ba9cc15cfb719ad15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886858 Aug 20 00:01:32.487062 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38664) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:32.564616 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8782777e-1cff-40e5-9861-767d7a7dbab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.622237 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8782777e-1cff-40e5-9861-767d7a7dbab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.805546 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8782777e-1cff-40e5-9861-767d7a7dbab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.809181 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8782777e-1cff-40e5-9861-767d7a7dbab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:32.812212 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8782777e-1cff-40e5-9861-767d7a7dbab6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e48a1e60-c508-4747-8e49-7a9e722a7830 HTTP/1.1" status: 204 len: 168 time: 0.3227935 Aug 20 00:01:32.821917 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782777e-1cff-40e5-9861-767d7a7dbab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a1e60-c508-4747-8e49-7a9e722a7830,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:32.877977 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5a1846-7d01-4b75-a3fd-e066209b6f65 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:32.928791 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:33.007561 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Transition to ACTIVE for port object 9c5a1846-7d01-4b75-a3fd-e066209b6f65 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:33.049073 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de526-6705-452b-a542-648d1c832cfd req-64079d23-03d3-4392-bae1-a37c9a9e2e69 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:33.051572 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-945de526-6705-452b-a542-648d1c832cfd req-64079d23-03d3-4392-bae1-a37c9a9e2e69 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 932 time: 0.4173172 Aug 20 00:01:33.114779 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-6e9ec5a1-8f37-4ddc-8c2e-84474eb0b8b4 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:33.133818 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-6e9ec5a1-8f37-4ddc-8c2e-84474eb0b8b4 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 819 time: 0.8650079 Aug 20 00:01:33.185654 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:33.212375 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-1b638b1e-0cec-4bf0-ab7b-3cbff2a068e6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/quotas/3d576b1175b14854adce5215707e2616 HTTP/1.1" status: 200 len: 375 time: 0.0841875 Aug 20 00:01:33.360609 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-945de526-6705-452b-a542-648d1c832cfd req-5f009ceb-1a06-48ff-92cf-2bed891db4a1 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978544 Aug 20 00:01:33.447041 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a1846-7d01-4b75-a3fd-e066209b6f65,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:33.475240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edcf89d-c67e-47ac-8aca-b464c9675464 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:33.513793 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:33.618494 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-434223d5-67da-4b19-ae6d-b62b65748f95 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4052167 Aug 20 00:01:33.631172 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f7a62dbd-09fb-41ec-a914-c849739199e9 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:33.649445 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Transition to ACTIVE for port object 2edcf89d-c67e-47ac-8aca-b464c9675464 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:33.659345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Attempting to bind port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:33.660094 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Attempting to bind port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:33.660780 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Attempting to bind port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:33.727084 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 on network 37f09d90-e837-43da-bf3c-5f3349530506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:01:33.728212 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Attempting to bind port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:33.741736 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:33.742174 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Checking segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:33.742755 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Bound using segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:33.743208 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Bound port: 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:33.743566 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:33.783405 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b9a32-3167-4f28-9a4f-66cffaad48a8 req-72b79545-0d8d-4be6-8b9d-18a07a1dfc92 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:33.785392 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a37b9a32-3167-4f28-9a4f-66cffaad48a8 req-72b79545-0d8d-4be6-8b9d-18a07a1dfc92 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.2038033 Aug 20 00:01:33.854848 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-0fe1a0af-d161-4b6e-a7fb-7c40c3d7639b service neutron] 10.222.0.35 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088048 Aug 20 00:01:33.948787 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] For port 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:33.972902 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a37b9a32-3167-4f28-9a4f-66cffaad48a8 req-5aa0a7f2-8349-409a-b5b5-fc107c3ac841 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593361 Aug 20 00:01:34.113817 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] For port 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:34.113817 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-908b8da8-3447-4f33-9314-c24401343e45 service neutron] 10.222.0.35 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596205 Aug 20 00:01:34.113817 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-702d9cbd-7996-46dd-a1b6-7cc20eb577d1 req-064fc7b1-5406-4630-89d9-d9c4ac86af1b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0460770 Aug 20 00:01:34.351652 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38698) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:34.400219 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:34.404209 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port f7a62dbd-09fb-41ec-a914-c849739199e9 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:34.427284 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port f7a62dbd-09fb-41ec-a914-c849739199e9 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:34.441038 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:34.507604 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2edcf89d-c67e-47ac-8aca-b464c9675464,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:34.539102 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:34.652569 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Attempting to bind port 2edcf89d-c67e-47ac-8aca-b464c9675464 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:34.653113 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Attempting to bind port 2edcf89d-c67e-47ac-8aca-b464c9675464 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '9a6867a4-5ed1-4767-8972-57eb17beb74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:34.653680 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Attempting to bind port 2edcf89d-c67e-47ac-8aca-b464c9675464 on network 83bf0b95-e909-428d-be22-052e8b14860c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:34.687851 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:34.687851 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:34.687851 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c5a1846-7d01-4b75-a3fd-e066209b6f65 HTTP/1.1" status: 200 len: 1094 time: 3.4267256 Aug 20 00:01:34.736864 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:34.756842 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'tag': '9c5a1846-7d01-4b75-a3fd-e066209b6f65'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:01:34.846020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port f7a62dbd-09fb-41ec-a914-c849739199e9, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=f7a62dbd-09fb-41ec-a914-c849739199e9,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:34.913424 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.026051 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=f7a62dbd-09fb-41ec-a914-c849739199e9,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:35.083438 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c98e5b0a-4004-478a-9e0e-04d5a63d4328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.112757 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Port 2edcf89d-c67e-47ac-8aca-b464c9675464 on network 83bf0b95-e909-428d-be22-052e8b14860c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:01:35.113843 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Attempting to bind port 2edcf89d-c67e-47ac-8aca-b464c9675464 on network 83bf0b95-e909-428d-be22-052e8b14860c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:35.184414 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-531dbcdb-f02b-4a81-820a-f27bdaf5865d req-e2724923-2073-4408-b70c-dd21229d237e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.1088948 Aug 20 00:01:35.196834 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:35.197172 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Checking segment: {'id': '9a6867a4-5ed1-4767-8972-57eb17beb74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:35.197561 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Bound using segment: {'id': '9a6867a4-5ed1-4767-8972-57eb17beb74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:35.198004 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Bound port: 2edcf89d-c67e-47ac-8aca-b464c9675464, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6867a4-5ed1-4767-8972-57eb17beb74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:35.198358 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.203211 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ef743-8cd1-47bd-91ef-9c027c4f59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5a1846-7d01-4b75-a3fd-e066209b6f65,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:35.233463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60648d1c-c30b-4701-b528-63d3d855f951 req-841c9289-8fd1-46b0-a7e1-8aa1ac26ca61 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:35.235058 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-60648d1c-c30b-4701-b528-63d3d855f951 req-841c9289-8fd1-46b0-a7e1-8aa1ac26ca61 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.6929734 Aug 20 00:01:35.304158 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344" -d '{"events": [{"name": "network-changed", "server_uuid": "b361d82d-bee3-4df2-85c9-f25665296b8e", "tag": "9c5a1846-7d01-4b75-a3fd-e066209b6f65"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:01:35.404093 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-60648d1c-c30b-4701-b528-63d3d855f951 req-06cafce6-82cd-49f2-a419-6ae3c52534b4 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476622 Aug 20 00:01:35.418222 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] For port 2edcf89d-c67e-47ac-8aca-b464c9675464, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:35.426009 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] For port 2edcf89d-c67e-47ac-8aca-b464c9675464, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2edcf89d-c67e-47ac-8aca-b464c9675464,segment=NetworkSegment(9a6867a4-5ed1-4767-8972-57eb17beb74f),segment_id=9a6867a4-5ed1-4767-8972-57eb17beb74f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:35.479806 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219031b0-db2b-4e8d-83d3-8ddd1a1a437a req-9ebe5fbd-bdc2-47b4-9587-f95cb27c7448 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:35.481940 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-219031b0-db2b-4e8d-83d3-8ddd1a1a437a req-9ebe5fbd-bdc2-47b4-9587-f95cb27c7448 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.1522422 Aug 20 00:01:35.498180 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f7a62dbd-09fb-41ec-a914-c849739199e9 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:35.512446 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c98e5b0a-4004-478a-9e0e-04d5a63d4328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.558833 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.573383 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bcbf14b2-ec62-4ddd-98a4-8a8f096e82d5 req-49b8102e-afae-4ae0-b806-7b4c414751df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0656536 Aug 20 00:01:35.607562 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c98e5b0a-4004-478a-9e0e-04d5a63d4328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.611148 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port f7a62dbd-09fb-41ec-a914-c849739199e9 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:35.612210 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.624482 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:35.625343 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.627258 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] 10.222.0.10 "PUT /v2.0/ports/2edcf89d-c67e-47ac-8aca-b464c9675464 HTTP/1.1" status: 200 len: 1094 time: 4.3679047 Aug 20 00:01:35.727569 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-219031b0-db2b-4e8d-83d3-8ddd1a1a437a req-08b14776-aa2b-456b-8d7e-3058ebf9181f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120109 Aug 20 00:01:35.730345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e5b0a-4004-478a-9e0e-04d5a63d4328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3232e71-6514-4400-8a89-200557972482,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:35.740362 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38744) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:35.740982 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c98e5b0a-4004-478a-9e0e-04d5a63d4328 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06b94c561c0a41ccb4c7b7e2cfb03070&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3876204 Aug 20 00:01:35.742330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d95819-c1db-4e8b-a2b5-6f4994cd69c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2edcf89d-c67e-47ac-8aca-b464c9675464,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:35.854897 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92385c09-956a-409d-ac06-5a01f0c783c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:35.904972 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92385c09-956a-409d-ac06-5a01f0c783c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:36.103702 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92385c09-956a-409d-ac06-5a01f0c783c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:36.106824 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92385c09-956a-409d-ac06-5a01f0c783c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:36.108217 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-92385c09-956a-409d-ac06-5a01f0c783c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3232e71-6514-4400-8a89-200557972482 HTTP/1.1" status: 204 len: 168 time: 0.3664527 Aug 20 00:01:36.119781 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92385c09-956a-409d-ac06-5a01f0c783c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3232e71-6514-4400-8a89-200557972482,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:36.179844 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06192d9-d41b-4c82-92d3-0560d7f43777 x-openstack-request-id: req-e06192d9-d41b-4c82-92d3-0560d7f43777 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:01:36.180408 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b361d82d-bee3-4df2-85c9-f25665296b8e", "tag": "9c5a1846-7d01-4b75-a3fd-e066209b6f65", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:01:36.180408 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e06192d9-d41b-4c82-92d3-0560d7f43777 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:01:36.180897 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'tag': '9c5a1846-7d01-4b75-a3fd-e066209b6f65', 'status': 'completed', 'code': 200} Aug 20 00:01:36.325761 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ff34aaeb-9c4e-4378-ab80-c3b450419ff0 req-921482b1-06e2-4a18-a7c6-a3e6fc46db4f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0563316 Aug 20 00:01:36.603572 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ec941-99d2-4f86-a60d-f49c14b4f8ee req-7a7b9049-a51c-4bd5-a7e9-d13bf9c86816 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:36.607189 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7b2ec941-99d2-4f86-a60d-f49c14b4f8ee req-7a7b9049-a51c-4bd5-a7e9-d13bf9c86816 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.0799499 Aug 20 00:01:36.681727 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7b2ec941-99d2-4f86-a60d-f49c14b4f8ee req-7d20ba1f-5cc9-4844-a3ab-b1be9f455882 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661280 Aug 20 00:01:36.827601 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f306315c-d9b3-40ea-88a5-edf09c53822a req-9cfbaf5a-fe5f-443e-b4ac-e8e91726361d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0592973 Aug 20 00:01:36.954653 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0c90-cc07-4c15-a572-d8cb6c56bfb9 req-30686cb7-3d53-4660-bf21-73f3a0123ec7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:36.962922 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ca0c0c90-cc07-4c15-a572-d8cb6c56bfb9 req-30686cb7-3d53-4660-bf21-73f3a0123ec7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.0753996 Aug 20 00:01:37.029158 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ca0c0c90-cc07-4c15-a572-d8cb6c56bfb9 req-9e6727c3-cf80-4545-95bc-9c5040f3059b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646975 Aug 20 00:01:37.469932 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2e326a7-2de5-44ac-843a-4efd6e2599f0 req-ba1efea1-13dd-409b-9067-50631100553c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0401225 Aug 20 00:01:37.512905 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38802) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:37.531696 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b66b0ae-1eaf-4e7f-90b5-a627fc65ab76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:37.682797 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b66b0ae-1eaf-4e7f-90b5-a627fc65ab76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:37.868669 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee3d7-f0bf-4b10-877e-fe8088f7b47f req-b50bda3b-d798-4cd6-a737-e0764bc6e2ef tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:37.870292 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6aee3d7-f0bf-4b10-877e-fe8088f7b47f req-b50bda3b-d798-4cd6-a737-e0764bc6e2ef tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.0639696 Aug 20 00:01:37.924632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b66b0ae-1eaf-4e7f-90b5-a627fc65ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:37.944986 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6aee3d7-f0bf-4b10-877e-fe8088f7b47f req-298cb54f-378c-4714-8866-3ae0554d0a0e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684457 Aug 20 00:01:37.991429 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3b66b0ae-1eaf-4e7f-90b5-a627fc65ab76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a468fecae3e431babd3bda0b5c74872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726932 Aug 20 00:01:37.992700 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38814) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:38.006010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-47d360fc-a2e7-47af-854b-9c7a0efdb639 req-bad6630d-e48d-47a9-979e-96ab63704630 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0371697 Aug 20 00:01:38.011186 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66b0ae-1eaf-4e7f-90b5-a627fc65ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5022632-3e5b-4c64-8b40-66cae2db09f0,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:38.120381 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f35c390c-d71e-426e-bb2f-5679d18b9293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:38.162396 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f35c390c-d71e-426e-bb2f-5679d18b9293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:38.187093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acb39e-3a4b-49d1-a6ad-1102d256cdfc req-379555de-9c97-42c5-bebd-a423922d8552 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:38.189075 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-30acb39e-3a4b-49d1-a6ad-1102d256cdfc req-379555de-9c97-42c5-bebd-a423922d8552 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.0853291 Aug 20 00:01:38.189625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'tag': '2edcf89d-c67e-47ac-8aca-b464c9675464'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:01:38.192064 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd146d82-9f90-4caa-81ba-61b92fbdf38c", "tag": "2edcf89d-c67e-47ac-8aca-b464c9675464"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:01:38.248349 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-30acb39e-3a4b-49d1-a6ad-1102d256cdfc req-c0028624-63ae-42e3-8794-3406ff177ebf tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Aug 20 00:01:38.296624 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d2ab5-712d-4f0c-9601-2ea120b3c545 x-openstack-request-id: req-c65d2ab5-712d-4f0c-9601-2ea120b3c545 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:01:38.297035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd146d82-9f90-4caa-81ba-61b92fbdf38c", "tag": "2edcf89d-c67e-47ac-8aca-b464c9675464", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:01:38.297387 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c65d2ab5-712d-4f0c-9601-2ea120b3c545 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:01:38.297896 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'tag': '2edcf89d-c67e-47ac-8aca-b464c9675464', 'status': 'completed', 'code': 200} Aug 20 00:01:38.423858 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f35c390c-d71e-426e-bb2f-5679d18b9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:38.429558 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f35c390c-d71e-426e-bb2f-5679d18b9293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:38.430868 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f35c390c-d71e-426e-bb2f-5679d18b9293 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5022632-3e5b-4c64-8b40-66cae2db09f0 HTTP/1.1" status: 204 len: 168 time: 0.4353969 Aug 20 00:01:38.452299 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c390c-d71e-426e-bb2f-5679d18b9293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5022632-3e5b-4c64-8b40-66cae2db09f0,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:38.628849 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38838) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:38.702841 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1d7b12bb-21aa-49d1-969d-38bd4ea97098 req-495ad36a-3c90-49e9-9ce1-835c09e189a8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0601115 Aug 20 00:01:38.807556 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f1984b4-c436-4150-b670-0db5dcb5fa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:38.923496 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f1984b4-c436-4150-b670-0db5dcb5fa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:39.000486 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f1984b4-c436-4150-b670-0db5dcb5fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:39.077691 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38850) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:39.089464 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1f1984b4-c436-4150-b670-0db5dcb5fa70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f19283c815144c2a80915b45c591631f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588542 Aug 20 00:01:39.091706 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1984b4-c436-4150-b670-0db5dcb5fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94466612-90d0-45e2-8289-f9e5b2e55e7c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:39.360508 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b3b360fd-eba2-417d-a9cd-4a304b96fffe req-ee3c35fd-d8dc-4943-8478-70d40d6b663f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.1083999 Aug 20 00:01:39.360508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fdbea-12fe-4268-86a3-b4428f11eecd req-818c69a0-6ff1-47a2-be90-2b0587aa50bb tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:39.360508 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5fdbea-12fe-4268-86a3-b4428f11eecd req-818c69a0-6ff1-47a2-be90-2b0587aa50bb tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.2280717 Aug 20 00:01:39.360508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-39625a6f-7d09-47ab-956a-d4f5ff9b26c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:39.413019 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-39625a6f-7d09-47ab-956a-d4f5ff9b26c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:39.434690 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5fdbea-12fe-4268-86a3-b4428f11eecd req-b58d7d31-eff8-4e07-8a65-cb77063f50e8 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109807 Aug 20 00:01:39.476033 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dd500-9ee8-4443-80e4-d4ce5a4f96a3 req-4a0566fc-130c-4917-9dab-bf810f6965a4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:39.483850 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-351dd500-9ee8-4443-80e4-d4ce5a4f96a3 req-4a0566fc-130c-4917-9dab-bf810f6965a4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.1318557 Aug 20 00:01:39.538994 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-351dd500-9ee8-4443-80e4-d4ce5a4f96a3 req-1dc47bb7-e478-49b6-8942-d6204acc316e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536575 Aug 20 00:01:39.612253 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-39625a6f-7d09-47ab-956a-d4f5ff9b26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:39.616222 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-39625a6f-7d09-47ab-956a-d4f5ff9b26c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:39.627555 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-39625a6f-7d09-47ab-956a-d4f5ff9b26c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94466612-90d0-45e2-8289-f9e5b2e55e7c HTTP/1.1" status: 204 len: 168 time: 0.5382514 Aug 20 00:01:39.633865 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39625a6f-7d09-47ab-956a-d4f5ff9b26c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94466612-90d0-45e2-8289-f9e5b2e55e7c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:39.854229 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-26325c14-16b9-4837-954d-0d5deef8fb35 req-50240866-4fc1-45ed-844c-79599f043d6d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0300841 Aug 20 00:01:40.364342 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0e688c80-5c37-4535-ad83-eeb18707878c req-66d7af05-f893-4f1e-9bb0-72d18205931d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0293105 Aug 20 00:01:40.604330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601af57-390e-4f70-82cf-6b91d3e841b5 req-fc2c72ce-d3d2-494c-b151-2e43caa1b54f tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:40.612261 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e601af57-390e-4f70-82cf-6b91d3e841b5 req-fc2c72ce-d3d2-494c-b151-2e43caa1b54f tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.0940485 Aug 20 00:01:40.742732 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e601af57-390e-4f70-82cf-6b91d3e841b5 req-ec2ae09b-8cd5-41dd-84dd-3fd6acaedec6 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293914 Aug 20 00:01:40.797208 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c2c6c-278a-4427-82df-75a034b781fa req-20c45d44-f769-4d89-bdf0-d54c3f8b6414 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:40.799081 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6e6c2c6c-278a-4427-82df-75a034b781fa req-20c45d44-f769-4d89-bdf0-d54c3f8b6414 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.0801785 Aug 20 00:01:40.872885 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6e6c2c6c-278a-4427-82df-75a034b781fa req-d805d57d-27d7-49ef-99cc-8144a52d9644 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615969 Aug 20 00:01:41.041888 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c817e3f-f9d1-4660-a1f1-9e86c34f2a94 req-155fc1d7-9781-4b20-8d57-f295f2304ebf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0589588 Aug 20 00:01:41.288553 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38892) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:41.305347 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0d76710-88e8-436c-83f2-3d8750ae2d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:41.530609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0d76710-88e8-436c-83f2-3d8750ae2d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:41.535544 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-df6a01e4-1b47-4093-89ca-eb06fae9af34 req-9477cb40-c1c7-45d8-9014-ac9dd6ca999c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0651047 Aug 20 00:01:41.760465 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a0d76710-88e8-436c-83f2-3d8750ae2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:41.842734 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a0d76710-88e8-436c-83f2-3d8750ae2d63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7aa0aab32e8b4864a3dd8e1d56218429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583446 Aug 20 00:01:41.845365 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 38906) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:41.857041 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d76710-88e8-436c-83f2-3d8750ae2d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e9f0c-1f40-4a9c-a0de-96336078eb96,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:42.096053 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8260afb6-b089-4747-a904-7bf4df244faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:42.166913 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6553f3-972e-4659-be28-45d0030c150f req-e848af13-9781-43e1-90e0-b52370e2cdbb tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:42.170212 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a6553f3-972e-4659-be28-45d0030c150f req-e848af13-9781-43e1-90e0-b52370e2cdbb tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.2220807 Aug 20 00:01:42.184240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8260afb6-b089-4747-a904-7bf4df244faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:42.252845 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a2024-7b9d-4ba7-aaa8-5fc240946f30 req-eed26c87-1cda-40e2-a697-3c35e8d8ebef tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:42.255503 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-443a2024-7b9d-4ba7-aaa8-5fc240946f30 req-eed26c87-1cda-40e2-a697-3c35e8d8ebef tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.2403975 Aug 20 00:01:42.327962 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a6553f3-972e-4659-be28-45d0030c150f req-bb386b92-f134-4fb3-b7b2-659931f9c5e3 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392236 Aug 20 00:01:42.372149 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-443a2024-7b9d-4ba7-aaa8-5fc240946f30 req-0ed79e81-8dc2-4de8-8ba7-4e6c86ef5d8e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997336 Aug 20 00:01:42.497653 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9090daaf-9130-4089-a841-9b7c72f89363 req-e5ac107e-b8b3-4643-b487-2c6c439fbe07 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0592179 Aug 20 00:01:42.501136 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8260afb6-b089-4747-a904-7bf4df244faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:42.506536 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8260afb6-b089-4747-a904-7bf4df244faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:42.508825 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8260afb6-b089-4747-a904-7bf4df244faa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/937e9f0c-1f40-4a9c-a0de-96336078eb96 HTTP/1.1" status: 204 len: 168 time: 0.6617117 Aug 20 00:01:42.524110 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260afb6-b089-4747-a904-7bf4df244faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e9f0c-1f40-4a9c-a0de-96336078eb96,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:42.662233 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a25bb14f-7940-493b-9a8a-857701c4e760 req-f46df662-4b1d-471c-8057-b00f07335234 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0271599 Aug 20 00:01:43.522814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba158-3c61-46c3-8f90-ae238faa1c17 req-33088d86-bc91-484b-813b-3977a8d5d44d tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:43.536213 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d13ba158-3c61-46c3-8f90-ae238faa1c17 req-33088d86-bc91-484b-813b-3977a8d5d44d tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.1013577 Aug 20 00:01:43.778719 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d13ba158-3c61-46c3-8f90-ae238faa1c17 req-d6f1aec1-fcce-42df-b3be-8a593bb3360c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363334 Aug 20 00:01:43.797353 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3 req-bcb8928f-74a0-412d-bbfb-5342b5f010b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:43.799371 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3 req-bcb8928f-74a0-412d-bbfb-5342b5f010b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fdd2accb0bc4b22aae6bbc49f32f443&device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 1097 time: 0.1359468 Aug 20 00:01:43.802247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-8c139e1f-cde2-4570-9f4f-99b3c53d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:43.808150 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-8c139e1f-cde2-4570-9f4f-99b3c53d1ed4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 1097 time: 0.2582119 Aug 20 00:01:43.814976 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287b06-67bc-425e-a16a-636f4eaabbe6 req-66374b1d-3c3d-4233-a6a8-cd70a17ceca0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:43.816817 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-75287b06-67bc-425e-a16a-636f4eaabbe6 req-66374b1d-3c3d-4233-a6a8-cd70a17ceca0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.1754444 Aug 20 00:01:44.057545 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-4327d3c3-caec-47f5-af8f-3fa6e6f1428a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65 HTTP/1.1" status: 200 len: 217 time: 0.2396760 Aug 20 00:01:44.118333 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-079e2946-f2bb-491c-9b84-1da09c0f39ee req-6c742459-8502-4c7b-962a-fa24ced9ccd2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.2232835 Aug 20 00:01:44.165906 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-75287b06-67bc-425e-a16a-636f4eaabbe6 req-468c3f39-81f2-4393-9d60-e9c10002ff1c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265371 Aug 20 00:01:44.256069 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-b71a1cd1-ea24-4337-a835-22048665c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:44.257581 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-b71a1cd1-ea24-4337-a835-22048665c57d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.1736987 Aug 20 00:01:44.281482 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f29c9ff7-d241-49f4-8629-3948e082eeb3 req-b388c2ca-4f44-4a7f-a089-c1ff00de6183 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0453162 Aug 20 00:01:44.290115 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3 req-756f9167-0880-4eee-abaa-cb07c94a8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:44.291664 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3 req-756f9167-0880-4eee-abaa-cb07c94a8a1a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=5fdd2accb0bc4b22aae6bbc49f32f443&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4727986 Aug 20 00:01:44.363749 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-60d91e4a-d407-4442-9a4a-5443573a9cf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835199 Aug 20 00:01:44.439399 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 38996) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:44.579736 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.10', 63360) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:44.912981 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3 req-5fea924e-9f85-48a3-ad3a-1f466b4ee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:44.915574 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-55eefc0e-fadf-4f04-8af7-45da93bbc5a3 req-5fea924e-9f85-48a3-ad3a-1f466b4ee513 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6014183 Aug 20 00:01:44.928740 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-9e8bde4b-7bd1-49e2-98ea-03811bec5f30 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437226 Aug 20 00:01:44.961107 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a93744d4-f40e-425e-a8e8-d437901f1be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:45.007268 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-99cb9317-0e0e-4707-abb2-cd14ac3f3865 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.008976 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-99cb9317-0e0e-4707-abb2-cd14ac3f3865 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 819 time: 0.4277837 Aug 20 00:01:45.030027 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Request body: {'port': {'device_id': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'admin_state_up': True, 'tenant_id': '3d576b1175b14854adce5215707e2616'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:45.120047 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059ada8-f2a2-422e-b55f-62879dc4b8ed req-3f6ffd3a-48f8-4dec-8c00-515dfd12cfe6 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.129620 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a059ada8-f2a2-422e-b55f-62879dc4b8ed req-3f6ffd3a-48f8-4dec-8c00-515dfd12cfe6 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.2200656 Aug 20 00:01:45.171742 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-6555e9a2-e05a-4b1f-aa45-04731437a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.173383 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-6555e9a2-e05a-4b1f-aa45-04731437a0e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fdd2accb0bc4b22aae6bbc49f32f443&device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 1097 time: 0.1554384 Aug 20 00:01:45.223525 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4410b40a-ad2f-4f17-9141-4f3234305ab5 req-2be74dab-060c-47ed-bbe6-66ce90ec43a6 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710848 Aug 20 00:01:45.311556 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-a37e4fa4-4f61-4cb1-bccd-f63cbb7f6290 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2edcf89d-c67e-47ac-8aca-b464c9675464 HTTP/1.1" status: 200 len: 217 time: 0.1120410 Aug 20 00:01:45.315689 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a93744d4-f40e-425e-a8e8-d437901f1be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:45.335432 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a059ada8-f2a2-422e-b55f-62879dc4b8ed req-51d4ea8d-6fdf-4adf-aa2b-8dbd6b6d706b tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977599 Aug 20 00:01:45.401706 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ae0ddd51-af64-4c3b-8812-523a83bb2ab3 req-ef37b780-10ec-4786-a861-e8d33a8804f3 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.1086452 Aug 20 00:01:45.427697 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a93744d4-f40e-425e-a8e8-d437901f1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:45.468621 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39030) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:45.521109 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.10', 63362) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:45.562792 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a93744d4-f40e-425e-a8e8-d437901f1be5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f89fdfeb144d41748e32c3fb05936556&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1220005 Aug 20 00:01:45.569354 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39038) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:45.591868 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93744d4-f40e-425e-a8e8-d437901f1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eadcc7-ff75-4441-a4f2-bbb0dc28344b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:45.669091 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Made reservation on behalf of 3d576b1175b14854adce5215707e2616 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:45.672605 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-ce62f4d0-ba26-4bd5-8cc1-3aff553a3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.675086 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:45.675837 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-ce62f4d0-ba26-4bd5-8cc1-3aff553a3d22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a5a5cab-de9e-4db0-acaf-b1626723b8d5 HTTP/1.1" status: 200 len: 851 time: 0.3094528 Aug 20 00:01:45.684947 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2226b908-4081-42e2-9cbc-b0264fcc5e53 req-87999d15-cf6b-418b-b77a-e44d45860194 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.1687105 Aug 20 00:01:45.785690 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-311b1b1f-80b3-42eb-9f91-585de4eb4d23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83bf0b95-e909-428d-be22-052e8b14860c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964999 Aug 20 00:01:45.816939 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-971a4e92-564a-4831-932a-300742a7812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.819654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-971a4e92-564a-4831-932a-300742a7812f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 1097 time: 0.4004018 Aug 20 00:01:45.833132 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d017371-9418-4b62-bd68-b58fdd56109a req-0f31eff4-7d51-4b2a-95a7-3c01cdb0b84f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.835682 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5d017371-9418-4b62-bd68-b58fdd56109a req-0f31eff4-7d51-4b2a-95a7-3c01cdb0b84f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.3510680 Aug 20 00:01:45.879400 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-4192486e-2425-4a09-bb80-154e0caf242f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:45.892131 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-4192486e-2425-4a09-bb80-154e0caf242f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 817 time: 0.3396451 Aug 20 00:01:45.927610 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-37b1d2d7-f08b-43ac-acd6-e1a99e4ec562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:45.959601 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bec38a2b-0423-48a3-b785-d1134d9f8ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.077868 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bec38a2b-0423-48a3-b785-d1134d9f8ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.169652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-8e275835-cbf4-46a6-93a4-0e32fdd2272f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 380 time: 0.2111816 Aug 20 00:01:46.192264 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Allocated IP 172.20.0.7 (0b2e9961-61b3-4f00-968c-ed683017db9b/aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a/f7e08eec-131b-419c-9ef6-1a160627d9de) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:46.192632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'port': {'device_id': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'admin_state_up': True, 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'security_groups': ['0aa6d481-650a-4473-af71-a058ad5e3b58']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:46.204776 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5d017371-9418-4b62-bd68-b58fdd56109a req-5896390b-db32-467c-83af-1b583689e83b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590280 Aug 20 00:01:46.295136 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-dbefc4a3-2217-4fe9-b1e0-f1920ad8763e service neutron] 10.222.0.10 "GET /v2.0/networks/83bf0b95-e909-428d-be22-052e8b14860c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974995 Aug 20 00:01:46.300549 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-45eeb3a5-fb61-4e35-a965-8018f59da9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:46.302329 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-45eeb3a5-fb61-4e35-a965-8018f59da9d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 916 time: 0.4632668 Aug 20 00:01:46.305370 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-37b1d2d7-f08b-43ac-acd6-e1a99e4ec562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.398922 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.10', 63367) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:46.404677 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-ac5e868b-6ac0-4e87-a95b-eaee45fb8772 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65 HTTP/1.1" status: 200 len: 217 time: 0.0870726 Aug 20 00:01:46.442551 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bec38a2b-0423-48a3-b785-d1134d9f8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.444087 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bec38a2b-0423-48a3-b785-d1134d9f8ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.446276 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-bec38a2b-0423-48a3-b785-d1134d9f8ae6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51eadcc7-ff75-4441-a4f2-bbb0dc28344b HTTP/1.1" status: 204 len: 168 time: 0.8752007 Aug 20 00:01:46.599329 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec38a2b-0423-48a3-b785-d1134d9f8ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eadcc7-ff75-4441-a4f2-bbb0dc28344b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:46.602365 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-37b1d2d7-f08b-43ac-acd6-e1a99e4ec562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.646800 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8f916613-fcd9-4d04-9e32-879c695b3aab req-3cd8908b-7226-412f-b39b-b73abb47144b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.1008699 Aug 20 00:01:46.670707 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-09ca64c7-8aef-4010-b70e-d990e308eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:46.672265 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-09ca64c7-8aef-4010-b70e-d990e308eb55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.2431109 Aug 20 00:01:46.687227 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1d2d7-f08b-43ac-acd6-e1a99e4ec562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e526ba60-dfc4-4e28-9b25-cf71c18f7640,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:46.697960 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-82a32d2f-8846-4a6a-bc40-7a0544cff2b6 service neutron] 10.222.0.10 "GET /v2.0/networks/83bf0b95-e909-428d-be22-052e8b14860c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920698 Aug 20 00:01:46.716102 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c51ef-5545-41c6-ab80-3cd2f5cf1b1d req-ba8642ce-0336-4ac3-85a5-e7c99036f22b tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:46.718108 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e28c51ef-5545-41c6-ab80-3cd2f5cf1b1d req-ba8642ce-0336-4ac3-85a5-e7c99036f22b tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.2659640 Aug 20 00:01:46.745027 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-37b1d2d7-f08b-43ac-acd6-e1a99e4ec562 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9065f087ebab45aebb07ca66a810b24c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2644503 Aug 20 00:01:46.749512 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39064) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:46.828856 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e28c51ef-5545-41c6-ab80-3cd2f5cf1b1d req-c65e8d12-38fd-46fa-8f23-fe83ad9401cc tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022110 Aug 20 00:01:46.863778 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Made reservation on behalf of 754e08e99dbd4c4883d3cc70bd7902d5 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:46.863778 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.870134 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-38780785-c320-47ff-94a2-dbc43269f412 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:46.872834 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-38780785-c320-47ff-94a2-dbc43269f412 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 819 time: 0.4718473 Aug 20 00:01:46.881265 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:46.914277 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8f1a59af-65e2-42c7-b6a5-4e2aacd6692b req-baf7630c-9283-429e-a54b-90b917786f09 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0792770 Aug 20 00:01:46.922293 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4305245a-6040-4711-b957-c90f8de96a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.020594 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4305245a-6040-4711-b957-c90f8de96a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.061225 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.195606 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Network 0b2e9961-61b3-4f00-968c-ed683017db9b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:47.206128 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:47.219692 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:47.231547 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:47.232684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.294745 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Pushing event updated for resources: {'Port': ['ID=f7e08eec-131b-419c-9ef6-1a160627d9de,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:47.351245 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-e3789ac8-3336-402a-a260-32b7c5f23fb8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3254309 Aug 20 00:01:47.413026 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Allocated IP 172.20.0.7 (1dc2e2a4-e0d0-412b-a59e-74739630a38d/8cf1967b-178c-4090-b3c6-36933e238685/fe3a2aca-d5a3-4288-8023-9d6f2193f258) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:47.444142 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cf005-acde-4c0d-8023-5dd8ad49ca9d req-ffd1efcf-7655-4a0d-a52b-c9f2c7028161 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:47.445953 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0a8cf005-acde-4c0d-8023-5dd8ad49ca9d req-ffd1efcf-7655-4a0d-a52b-c9f2c7028161 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.0928166 Aug 20 00:01:47.533271 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4305245a-6040-4711-b957-c90f8de96a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.536592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4305245a-6040-4711-b957-c90f8de96a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.544655 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4305245a-6040-4711-b957-c90f8de96a65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e526ba60-dfc4-4e28-9b25-cf71c18f7640 HTTP/1.1" status: 204 len: 168 time: 0.7877991 Aug 20 00:01:47.571841 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0a8cf005-acde-4c0d-8023-5dd8ad49ca9d req-97bb2cec-394a-4b1f-bdbb-34c04eaf8d1b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155059 Aug 20 00:01:47.579222 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305245a-6040-4711-b957-c90f8de96a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e526ba60-dfc4-4e28-9b25-cf71c18f7640,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:47.630898 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39082) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:47.646772 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04c653d6-cee8-4d3f-a60b-bf01ae3d4e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.671526 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.693796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Transition to ACTIVE for port object fe3a2aca-d5a3-4288-8023-9d6f2193f258 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:47.770405 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70f6b8d1-7f67-450e-90ee-ac13293358ac req-a9de71e3-d804-4247-a6f5-3bb074296e5e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0360734 Aug 20 00:01:47.804784 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04c653d6-cee8-4d3f-a60b-bf01ae3d4e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.835711 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.888314 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:47.891559 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:47.895855 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:47.902346 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:47.903030 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:47.916628 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:47.943607 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04c653d6-cee8-4d3f-a60b-bf01ae3d4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:48.005522 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-04c653d6-cee8-4d3f-a60b-bf01ae3d4e09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed521a1b7b184b65b682773ce70cd500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734274 Aug 20 00:01:48.006713 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39092) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:01:48.007577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c653d6-cee8-4d3f-a60b-bf01ae3d4e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d1939-6eb8-4214-8a92-16363a6d0e6c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:48.104672 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba6d0-a4d0-40e7-b249-bd9976fe6f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:48.131262 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54d5ed-b5b6-4746-9acd-f8827c9ae4ca req-3727b7df-f7b3-4b56-8486-7bee7f6d2cec tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:48.144000 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac54d5ed-b5b6-4746-9acd-f8827c9ae4ca req-3727b7df-f7b3-4b56-8486-7bee7f6d2cec tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.1686320 Aug 20 00:01:48.144000 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-88309def-ed2a-4a52-bf20-b76de84db1c7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9554374 Aug 20 00:01:48.149436 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba6d0-a4d0-40e7-b249-bd9976fe6f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:48.269932 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4f8bc-0d74-48d7-b9d4-54d719cadf5b req-d86b9ff2-65f3-4d51-96d5-e09bd0a342a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:48.269932 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-28a4f8bc-0d74-48d7-b9d4-54d719cadf5b req-d86b9ff2-65f3-4d51-96d5-e09bd0a342a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 931 time: 0.1305840 Aug 20 00:01:48.360660 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac54d5ed-b5b6-4746-9acd-f8827c9ae4ca req-f642eded-4bf9-420e-b564-e5cd27287958 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889119 Aug 20 00:01:48.365601 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-709117bf-c740-4bf6-a295-c3bd8e911f42 None None] Provisioning for port fe3a2aca-d5a3-4288-8023-9d6f2193f258 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:48.371101 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-709117bf-c740-4bf6-a295-c3bd8e911f42 None None] Provisioning complete for port fe3a2aca-d5a3-4288-8023-9d6f2193f258 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:48.371584 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-709117bf-c740-4bf6-a295-c3bd8e911f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:48.375661 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-28a4f8bc-0d74-48d7-b9d4-54d719cadf5b req-761d09c3-e000-42d7-b37e-29ade3ff5b32 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970683 Aug 20 00:01:48.395645 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba6d0-a4d0-40e7-b249-bd9976fe6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:48.400789 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7d8ba6d0-a4d0-40e7-b249-bd9976fe6f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:48.414661 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7d8ba6d0-a4d0-40e7-b249-bd9976fe6f40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d68d1939-6eb8-4214-8a92-16363a6d0e6c HTTP/1.1" status: 204 len: 168 time: 0.4025021 Aug 20 00:01:48.444269 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ba6d0-a4d0-40e7-b249-bd9976fe6f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d1939-6eb8-4214-8a92-16363a6d0e6c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:48.492665 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-709117bf-c740-4bf6-a295-c3bd8e911f42 None None] Port fe3a2aca-d5a3-4288-8023-9d6f2193f258 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:01:48.754747 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d2eb-e6f3-4ee5-894f-b5ca3670f346 req-39214246-7e9b-4aaf-a66d-964d5f03ba9c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:48.755231 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8c40d2eb-e6f3-4ee5-894f-b5ca3670f346 req-39214246-7e9b-4aaf-a66d-964d5f03ba9c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.0731902 Aug 20 00:01:48.805352 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8c40d2eb-e6f3-4ee5-894f-b5ca3670f346 req-071ed410-01a5-4201-8653-411128d53c0a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Aug 20 00:01:48.895907 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-158cbd82-5b26-4a2b-aa93-e94119217e3a req-544eb498-6f4f-4db6-b6c0-8c5fd5ae9372 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0317216 Aug 20 00:01:49.482150 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Request body: {'port': {'device_id': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'admin_state_up': True, 'tenant_id': '3d576b1175b14854adce5215707e2616'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:49.486255 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Request body: {'port': {'device_id': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:49.539685 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Request body: {'port': {'device_id': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:49.585454 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-9c7cb656-23ee-4e1f-bc6e-53e2ed6ebbee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073647 Aug 20 00:01:49.703130 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:49.828940 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:49.882538 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807571-4d58-4fa8-902a-609c29e23114 req-738366c5-10a6-4082-a0f1-46404e2186f5 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:49.884787 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d5807571-4d58-4fa8-902a-609c29e23114 req-738366c5-10a6-4082-a0f1-46404e2186f5 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.3069346 Aug 20 00:01:49.908083 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7ac1-9a74-403f-b209-d63cecaca111 req-516e1e4a-ef1a-49ae-aeed-627a794eb5d8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:49.922005 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7aaa7ac1-9a74-403f-b209-d63cecaca111 req-516e1e4a-ef1a-49ae-aeed-627a794eb5d8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 931 time: 0.3430974 Aug 20 00:01:49.964170 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Made reservation on behalf of 3d576b1175b14854adce5215707e2616 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:01:49.968634 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:50.012959 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-40f21d24-2905-49e0-891c-0afbe76a47bd service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916314 Aug 20 00:01:50.055992 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d5807571-4d58-4fa8-902a-609c29e23114 req-0b9e3141-f9b4-4ca7-9da7-bc86b9c687a9 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242630 Aug 20 00:01:50.077525 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7aaa7ac1-9a74-403f-b209-d63cecaca111 req-1e52c9ad-a069-4152-89d0-27cbe191d078 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546111 Aug 20 00:01:50.364749 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-850e6a90-5e6c-49dc-bb56-2a5b3bc84b78 req-fd015423-335a-4ea9-bf46-4b0750b27cbf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0709264 Aug 20 00:01:50.466692 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5b3e2511-b9be-4a26-96da-8cd7ea0d1344 req-d5b7f30a-2fa4-4162-9bb4-5f2244c5dccc service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339592 Aug 20 00:01:50.499909 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bbd76-7c9a-483f-8daa-fc267aa55649 req-6e1b51e3-fc43-4af8-9718-9b95b6129299 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:50.509647 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-431bbd76-7c9a-483f-8daa-fc267aa55649 req-6e1b51e3-fc43-4af8-9718-9b95b6129299 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.2202899 Aug 20 00:01:50.561184 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:50.586669 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-431bbd76-7c9a-483f-8daa-fc267aa55649 req-54ec3cfd-020d-44dd-ba74-c9dd0bc1cd07 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740414 Aug 20 00:01:50.667992 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3a2aca-d5a3-4288-8023-9d6f2193f258 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:50.678754 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:50.697688 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Transition to ACTIVE for port object fe3a2aca-d5a3-4288-8023-9d6f2193f258 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:50.736780 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e08eec-131b-419c-9ef6-1a160627d9de {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:50.746667 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:50.775645 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Transition to ACTIVE for port object f7e08eec-131b-419c-9ef6-1a160627d9de will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:50.804446 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:50.868021 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:50.900437 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:50.903806 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Attempting to bind port fe3a2aca-d5a3-4288-8023-9d6f2193f258 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:50.904241 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Attempting to bind port fe3a2aca-d5a3-4288-8023-9d6f2193f258 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:50.905054 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Attempting to bind port fe3a2aca-d5a3-4288-8023-9d6f2193f258 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:50.911126 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Port fe3a2aca-d5a3-4288-8023-9d6f2193f258 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:01:50.914458 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Attempting to bind port fe3a2aca-d5a3-4288-8023-9d6f2193f258 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:50.920281 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:50.920526 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Checking segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:50.921097 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Bound using segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:50.922654 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Bound port: fe3a2aca-d5a3-4288-8023-9d6f2193f258, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:50.922654 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.013798 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:51.018036 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:51.139829 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Pushing event updated for resources: {'Port': ['ID=f7e08eec-131b-419c-9ef6-1a160627d9de,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:51.178704 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Allocated IP 172.20.0.14 (0b2e9961-61b3-4f00-968c-ed683017db9b/aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a/f06a6c84-c0f9-4667-ba39-8dff3f744bd6) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:01:51.201197 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Attempting to bind port f7e08eec-131b-419c-9ef6-1a160627d9de on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:51.201806 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Attempting to bind port f7e08eec-131b-419c-9ef6-1a160627d9de by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:51.202305 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Attempting to bind port f7e08eec-131b-419c-9ef6-1a160627d9de on network 0b2e9961-61b3-4f00-968c-ed683017db9b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:51.217223 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Port f7e08eec-131b-419c-9ef6-1a160627d9de on network 0b2e9961-61b3-4f00-968c-ed683017db9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:01:51.217223 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Attempting to bind port f7e08eec-131b-419c-9ef6-1a160627d9de on network 0b2e9961-61b3-4f00-968c-ed683017db9b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:51.226287 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:51.226806 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Checking segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:51.227368 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Bound using segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:51.227845 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Bound port: f7e08eec-131b-419c-9ef6-1a160627d9de, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:51.228239 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.293948 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.370783 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:51.371768 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.374175 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 1093 time: 1.8978157 Aug 20 00:01:51.385669 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:01:51.391330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90771fc-88ba-46ad-85cd-69bed7e677e9" -d '{"events": [{"name": "network-changed", "server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:01:51.398016 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] For port f7e08eec-131b-419c-9ef6-1a160627d9de, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:51.439280 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] For port f7e08eec-131b-419c-9ef6-1a160627d9de, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7e08eec-131b-419c-9ef6-1a160627d9de,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:51.455357 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 9c5a1846-7d01-4b75-a3fd-e066209b6f65 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:01:51.473807 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8e1b9-4686-497b-82e1-32320017ea4e req-2cd37958-694b-4d1e-b903-4c10d6578ae0 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:51.476843 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ade8e1b9-4686-497b-82e1-32320017ea4e req-2cd37958-694b-4d1e-b903-4c10d6578ae0 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 944 time: 0.2274656 Aug 20 00:01:51.498392 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.512297 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15891-e891-49e4-a267-7bdd456d9daf req-f923d428-97e1-480b-bf83-d8848ca9de8a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:51.515691 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca15891-e891-49e4-a267-7bdd456d9daf req-f923d428-97e1-480b-bf83-d8848ca9de8a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.2354305 Aug 20 00:01:51.576774 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.584688 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907818-7b60-4968-8662-d70490d7a8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:51.635004 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:51.635822 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.637802 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] 10.222.0.10 "PUT /v2.0/ports/f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 1093 time: 2.1394882 Aug 20 00:01:51.638489 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'tag': 'f7e08eec-131b-419c-9ef6-1a160627d9de'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:01:51.738057 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.773231 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:51.778350 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01aa67a-d429-4fef-a4ec-5169f8b63d2e service neutron] Pushing event updated for resources: {'Port': ['ID=f7e08eec-131b-419c-9ef6-1a160627d9de,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:51.796515 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ade8e1b9-4686-497b-82e1-32320017ea4e req-1faa0010-0f97-4435-9ba1-a16e024e0ea3 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791910 Aug 20 00:01:51.799036 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '9c5a1846-7d01-4b75-a3fd-e066209b6f65', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'port_id': '9c5a1846-7d01-4b75-a3fd-e066209b6f65', 'mac_address': 'fa:16:3e:fe:f9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b8b709-4881-4f60-81d0-49b63bb7d03f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:01:51.856894 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-1916bc1d-8809-4774-abe6-a5ab1d698d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:51.866518 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-1916bc1d-8809-4774-abe6-a5ab1d698d71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1096 time: 0.3239987 Aug 20 00:01:51.877973 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:51.881045 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Pushing event updated for resources: {'Port': ['ID=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:51.886295 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Network 0b2e9961-61b3-4f00-968c-ed683017db9b is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:01:51.912919 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:01:51.916577 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5a1846-7d01-4b75-a3fd-e066209b6f65 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:51.928690 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca15891-e891-49e4-a267-7bdd456d9daf req-5edabeff-c645-4445-b5f2-6012ed2b61e2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908808 Aug 20 00:01:51.945755 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:01:51.961905 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:51.961905 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:52.000006 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e677b91-486c-410b-9bf3-a52a0cfe79f6 x-openstack-request-id: req-4e677b91-486c-410b-9bf3-a52a0cfe79f6 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:01:52.000298 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:01:52.000875 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e677b91-486c-410b-9bf3-a52a0cfe79f6 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:01:52.001405 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'status': 'completed', 'code': 200} Aug 20 00:01:52.002426 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb" -d '{"events": [{"name": "network-changed", "server_uuid": "49979108-1f6d-43b5-aa72-c1ea8c917ef4", "tag": "f7e08eec-131b-419c-9ef6-1a160627d9de"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:01:52.006636 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-9c1f19a7-2c97-4dba-93fd-de6fa0e46831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 217 time: 0.1283755 Aug 20 00:01:52.008927 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:52.043573 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-14ce0ea8-b6fd-4ede-be45-daae31e95150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.045220 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-14ce0ea8-b6fd-4ede-be45-daae31e95150 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1742897 Aug 20 00:01:52.125965 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-b57d1460-369d-4fce-ba63-c2a1b6ff899e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.0709641 Aug 20 00:01:52.148091 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-7472a9f9-9c14-4844-97ec-afb409036e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.149654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-7472a9f9-9c14-4844-97ec-afb409036e3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.1356125 Aug 20 00:01:52.181522 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:52.185246 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 2edcf89d-c67e-47ac-8aca-b464c9675464 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:01:52.186392 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3e8ad-223f-4832-8e60-249a094d3dfe req-06f84322-addb-4e04-bfff-d2abc12e0fc2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.187978 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ba3e8ad-223f-4832-8e60-249a094d3dfe req-06f84322-addb-4e04-bfff-d2abc12e0fc2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 932 time: 0.1349318 Aug 20 00:01:52.216541 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff16a2-8164-4e74-b0e8-d3bee4b30789 req-e5d5a840-3d34-4ef6-8095-9496e242d8c2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.218119 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d7ff16a2-8164-4e74-b0e8-d3bee4b30789 req-e5d5a840-3d34-4ef6-8095-9496e242d8c2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 944 time: 0.1588790 Aug 20 00:01:52.227982 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-2a8534aa-dccd-44aa-a573-a9aad8745724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.230340 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-2a8534aa-dccd-44aa-a573-a9aad8745724 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.0952966 Aug 20 00:01:52.306261 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-14849c99-a91e-4e01-9594-5d0fcb8f80d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672982 Aug 20 00:01:52.308583 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-07ee9c8a-35ea-455e-8353-d66abfe856d7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8392487 Aug 20 00:01:52.343464 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=9c5a1846-7d01-4b75-a3fd-e066209b6f65,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:52.352403 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Request body: {'port': {'device_id': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:01:52.368193 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ba3e8ad-223f-4832-8e60-249a094d3dfe req-1e9658f6-8e78-43df-b290-1c6e2bc22506 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641071 Aug 20 00:01:52.372766 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-180a4c1b-5bd3-4306-bf3e-4aa1405ae9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.374629 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-180a4c1b-5bd3-4306-bf3e-4aa1405ae9e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2156322 Aug 20 00:01:52.381254 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d7ff16a2-8164-4e74-b0e8-d3bee4b30789 req-b21ba62a-c33e-4e5f-9567-5fee2f60ada8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466033 Aug 20 00:01:52.444879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 2edcf89d-c67e-47ac-8aca-b464c9675464, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2edcf89d-c67e-47ac-8aca-b464c9675464,segment=NetworkSegment(9a6867a4-5ed1-4767-8972-57eb17beb74f),segment_id=9a6867a4-5ed1-4767-8972-57eb17beb74f)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:52.470268 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '2edcf89d-c67e-47ac-8aca-b464c9675464', 'network_id': '83bf0b95-e909-428d-be22-052e8b14860c', 'port_id': '2edcf89d-c67e-47ac-8aca-b464c9675464', 'mac_address': 'fa:16:3e:9d:75:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a5a5cab-de9e-4db0-acaf-b1626723b8d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:01:52.512768 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:52.545718 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:52.565427 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-e6414767-606f-43ec-b411-dcbc8b0e7912 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821208 Aug 20 00:01:52.571406 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-4c1860cb-978b-4b91-9a6e-8e5ec1b9b0c5 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498147 Aug 20 00:01:52.573727 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edcf89d-c67e-47ac-8aca-b464c9675464 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:52.574547 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f15e4c-3bfa-441e-b99a-0ee6a5906dc9 x-openstack-request-id: req-95f15e4c-3bfa-441e-b99a-0ee6a5906dc9 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:01:52.574853 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49979108-1f6d-43b5-aa72-c1ea8c917ef4", "tag": "f7e08eec-131b-419c-9ef6-1a160627d9de", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:01:52.575101 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95f15e4c-3bfa-441e-b99a-0ee6a5906dc9 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:01:52.575559 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'tag': 'f7e08eec-131b-419c-9ef6-1a160627d9de', 'status': 'completed', 'code': 200} Aug 20 00:01:52.613560 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 2edcf89d-c67e-47ac-8aca-b464c9675464, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2edcf89d-c67e-47ac-8aca-b464c9675464,segment=NetworkSegment(9a6867a4-5ed1-4767-8972-57eb17beb74f),segment_id=9a6867a4-5ed1-4767-8972-57eb17beb74f)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:52.684737 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:52.688865 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ff4da20-4346-40d0-a7be-37ce5364e40f req-105556bf-8878-45ac-b143-b9e456036e95 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057897 Aug 20 00:01:52.806487 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=2edcf89d-c67e-47ac-8aca-b464c9675464,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:52.810626 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6fa5d0e-64b4-4236-85d3-086f24930e5a req-bb57f064-96d3-4f5e-8b5a-c25b71baf7c6 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282789 Aug 20 00:01:52.916051 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-def9d17c-c14b-4ace-9505-5bc7180770b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.917753 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-def9d17c-c14b-4ace-9505-5bc7180770b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1096 time: 0.0795877 Aug 20 00:01:52.991155 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b884ea-a3a7-4d3c-a88d-886c9aa69112 req-a7e94c82-5e19-46fe-a0b7-eb65d774e283 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:52.993243 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e0b884ea-a3a7-4d3c-a88d-886c9aa69112 req-a7e94c82-5e19-46fe-a0b7-eb65d774e283 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.0760522 Aug 20 00:01:53.044814 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['2edcf89d-c67e-47ac-8aca-b464c9675464'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:01:53.067797 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06a6c84-c0f9-4667-ba39-8dff3f744bd6 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:53.089954 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:01:53.099573 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:53.106608 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-38686c4a-4f49-423a-9962-e64b4e780d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.109824 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-38686c4a-4f49-423a-9962-e64b4e780d30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1141663 Aug 20 00:01:53.149268 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e0b884ea-a3a7-4d3c-a88d-886c9aa69112 req-86134153-31ca-44d8-9eb2-4301c0e796c3 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912735 Aug 20 00:01:53.151150 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Transition to ACTIVE for port object f06a6c84-c0f9-4667-ba39-8dff3f744bd6 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:01:53.187585 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-7d37f3d5-b18c-4cbb-b5b3-d30000a5a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.188993 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-7d37f3d5-b18c-4cbb-b5b3-d30000a5a2c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.2598231 Aug 20 00:01:53.367027 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155a179-90c7-45c9-8865-f41fe7792b83 req-31be01fd-0636-4172-8858-1148c4815d2e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.375697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6155a179-90c7-45c9-8865-f41fe7792b83 req-31be01fd-0636-4172-8858-1148c4815d2e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.2499483 Aug 20 00:01:53.430035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-5bf70553-0588-46fa-9442-36788e0a5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.431797 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-5bf70553-0588-46fa-9442-36788e0a5393 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.3081028 Aug 20 00:01:53.498222 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6155a179-90c7-45c9-8865-f41fe7792b83 req-a5480e46-d942-4b71-9a20-94fcf94963e2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205051 Aug 20 00:01:53.573388 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-909205fd-1b9a-42a3-b1d0-aa9ac3cd811b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 217 time: 0.3694165 Aug 20 00:01:53.574388 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:53.598362 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-662f9192-6a7d-4a22-9683-ac8f1836917d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.1527689 Aug 20 00:01:53.744560 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:53.765738 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-59249497-50eb-4826-a2c0-831568109722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.768542 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-59249497-50eb-4826-a2c0-831568109722 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.1806748 Aug 20 00:01:53.821949 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Attempting to bind port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:01:53.823018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Attempting to bind port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:01:53.823018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Attempting to bind port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 on network 0b2e9961-61b3-4f00-968c-ed683017db9b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:53.828187 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 on network 0b2e9961-61b3-4f00-968c-ed683017db9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:01:53.828646 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Attempting to bind port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 on network 0b2e9961-61b3-4f00-968c-ed683017db9b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:01:53.838127 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:01:53.838487 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Checking segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:01:53.838886 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Bound using segment: {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:01:53.839354 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Bound port: f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922b2e6d-3303-4741-bbdb-bc3be25821f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:01:53.839751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:53.892276 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-908f5f06-c2fb-4f66-8777-8c81eb3ccdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.894288 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-908f5f06-c2fb-4f66-8777-8c81eb3ccdaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.2861784 Aug 20 00:01:53.984314 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c82d-380d-4a39-820e-30d633fcd1dc req-23cac6f0-b53f-4c93-af00-4448196c5b75 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:53.992998 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-19d5c82d-380d-4a39-820e-30d633fcd1dc req-23cac6f0-b53f-4c93-af00-4448196c5b75 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.3626554 Aug 20 00:01:54.012971 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-028ff9d6-d7f0-4476-998b-9034fbe09871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:54.025797 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aaada-4ef3-4924-8254-4dcf2b430ae1 req-4190e496-94b4-43e7-85dd-d438bf7be4c8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:54.027485 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] For port f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:01:54.032072 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] For port f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:01:54.034071 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-001aaada-4ef3-4924-8254-4dcf2b430ae1 req-4190e496-94b4-43e7-85dd-d438bf7be4c8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 945 time: 0.1285179 Aug 20 00:01:54.080795 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-19d5c82d-380d-4a39-820e-30d633fcd1dc req-5758e06b-6b91-4d07-87b4-abdb3dea91cc tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Aug 20 00:01:54.099723 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-001aaada-4ef3-4924-8254-4dcf2b430ae1 req-67195be0-68c4-4972-9c24-408561ef3b4e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646904 Aug 20 00:01:54.213806 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:54.261367 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:54.262191 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:54.263619 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] 10.222.0.10 "PUT /v2.0/ports/f06a6c84-c0f9-4667-ba39-8dff3f744bd6 HTTP/1.1" status: 200 len: 1094 time: 1.9216924 Aug 20 00:01:54.313977 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10933350-876d-4ae5-985e-d8d48fc38a76 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:54.370370 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa640-a0e0-47a7-a9db-ab71194f192e req-0506cf24-5023-45d3-a70f-edafe13ecb35 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:54.372095 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-493aa640-a0e0-47a7-a9db-ab71194f192e req-0506cf24-5023-45d3-a70f-edafe13ecb35 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.0684197 Aug 20 00:01:54.439992 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-493aa640-a0e0-47a7-a9db-ab71194f192e req-66324521-00be-4096-b3cc-779d0c7c95e6 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600283 Aug 20 00:01:54.582668 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'tag': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:01:54.582668 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8283cc7-f755-4eaf-834f-4ccaed4b0965" -d '{"events": [{"name": "network-changed", "server_uuid": "39887f19-33d6-4c47-961c-ce218a8c26cb", "tag": "f06a6c84-c0f9-4667-ba39-8dff3f744bd6"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:01:54.624285 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c2892-1f28-4713-90a7-3040221eed44 x-openstack-request-id: req-ec8c2892-1f28-4713-90a7-3040221eed44 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:01:54.624646 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39887f19-33d6-4c47-961c-ce218a8c26cb", "tag": "f06a6c84-c0f9-4667-ba39-8dff3f744bd6", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:01:54.625022 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec8c2892-1f28-4713-90a7-3040221eed44 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:01:54.625513 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'tag': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6', 'status': 'completed', 'code': 200} Aug 20 00:01:54.677288 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d906-270d-4a3c-b1a8-3ac85932e037 req-600a16d1-f617-4f85-83a5-40ec6cbb2570 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:54.680037 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9b94d906-270d-4a3c-b1a8-3ac85932e037 req-600a16d1-f617-4f85-83a5-40ec6cbb2570 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0814810 Aug 20 00:01:54.734435 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9b94d906-270d-4a3c-b1a8-3ac85932e037 req-3ccbb09c-b64e-4df8-8ea3-6a3da7b2b5c0 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Aug 20 00:01:54.773118 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:01:55.331553 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9d231-6c1d-43c5-9d33-abf05e792fe4 req-0de76c4e-2e48-4c57-9825-5c7940ec17d4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:55.334478 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8ba9d231-6c1d-43c5-9d33-abf05e792fe4 req-0de76c4e-2e48-4c57-9825-5c7940ec17d4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 945 time: 0.1443305 Aug 20 00:01:55.356543 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945962f-371b-42a0-b632-e24ad64b806b req-0fdcbbcb-a930-40fe-a91d-e353c32d20fe tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:55.359408 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4945962f-371b-42a0-b632-e24ad64b806b req-0fdcbbcb-a930-40fe-a91d-e353c32d20fe tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.1524389 Aug 20 00:01:55.468982 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8ba9d231-6c1d-43c5-9d33-abf05e792fe4 req-e3e576d0-04cb-4f18-853b-c147529f6598 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077969 Aug 20 00:01:55.477147 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4945962f-371b-42a0-b632-e24ad64b806b req-0578e2a7-d378-47b0-a51f-f3ad685afacd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051755 Aug 20 00:01:55.615774 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238dd7-774a-4adf-b918-92fa56701992 req-e36a1f82-e79b-4329-9624-2234b297ace6 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:55.617462 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-90238dd7-774a-4adf-b918-92fa56701992 req-e36a1f82-e79b-4329-9624-2234b297ace6 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.0587354 Aug 20 00:01:55.664316 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-90238dd7-774a-4adf-b918-92fa56701992 req-96ef0f1a-4d7d-47fb-81e4-ba5ddff70299 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Aug 20 00:01:55.942330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883504b-d983-4c4a-89f9-00ae008dcf4f req-592af6bd-2607-409f-a8ef-a139717039d4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:55.945231 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1883504b-d983-4c4a-89f9-00ae008dcf4f req-592af6bd-2607-409f-a8ef-a139717039d4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0925336 Aug 20 00:01:55.999821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1883504b-d983-4c4a-89f9-00ae008dcf4f req-9ed0f924-6d7a-45d0-974e-9c6d2648cd8d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479307 Aug 20 00:01:56.688175 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-68c7f96e-d9f6-4277-a656-ff055379f822 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660932 Aug 20 00:01:56.689593 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-0f17d930-654a-497e-8e9c-626803e869b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:56.694300 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-0f17d930-654a-497e-8e9c-626803e869b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1248350 Aug 20 00:01:56.735863 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6563cf3-c8c2-4aa6-84d4-3e6be5bec388 req-864e7d47-4f87-400a-be8c-e491e848c666 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:56.739085 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f6563cf3-c8c2-4aa6-84d4-3e6be5bec388 req-864e7d47-4f87-400a-be8c-e491e848c666 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.1821351 Aug 20 00:01:56.758760 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5398cbce-a2e3-426f-9351-2f4695d51ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:56.811592 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8283cc7-f755-4eaf-834f-4ccaed4b0965 req-e9f9b7c1-c106-4125-a143-50ca0855c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:56.818943 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8283cc7-f755-4eaf-834f-4ccaed4b0965 req-e9f9b7c1-c106-4125-a143-50ca0855c693 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 1097 time: 0.1927176 Aug 20 00:01:56.819462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51651f-3e84-4972-967c-b46d24b38ddd req-72c9bb16-4354-47af-a555-8402bd58c3be tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:56.820727 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9d51651f-3e84-4972-967c-b46d24b38ddd req-72c9bb16-4354-47af-a555-8402bd58c3be tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 945 time: 0.2158391 Aug 20 00:01:56.919818 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f6563cf3-c8c2-4aa6-84d4-3e6be5bec388 req-05417ff2-3336-492b-a6e5-fa1aa7270acf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638861 Aug 20 00:01:56.983866 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:57.002521 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9d51651f-3e84-4972-967c-b46d24b38ddd req-5f80bff9-b20b-49d5-a0e8-38376945c423 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364083 Aug 20 00:01:57.058600 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-de4ffd44-538c-4020-984d-b8614c2de8d6 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502853 Aug 20 00:01:57.105058 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8283cc7-f755-4eaf-834f-4ccaed4b0965 req-3e5d5785-da3c-4314-89d3-46ba26102864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:57.106731 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8283cc7-f755-4eaf-834f-4ccaed4b0965 req-3e5d5785-da3c-4314-89d3-46ba26102864 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3d576b1175b14854adce5215707e2616&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2822700 Aug 20 00:01:57.107208 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-b6f3696c-a5cd-4360-8058-3a47897cbed5 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010382 Aug 20 00:01:57.153616 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c4461-e293-4067-92b9-63045ef2ef71 req-377c1bf8-152d-4bde-a4a9-12e368c2f9a0 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:57.155250 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac1c4461-e293-4067-92b9-63045ef2ef71 req-377c1bf8-152d-4bde-a4a9-12e368c2f9a0 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.1372044 Aug 20 00:01:57.203297 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e19b7-3885-4907-9c03-c7980f980d36 req-c413c567-2ea4-4c37-be1e-a03abef2ae1c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:57.204959 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-365e19b7-3885-4907-9c03-c7980f980d36 req-c413c567-2ea4-4c37-be1e-a03abef2ae1c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0879200 Aug 20 00:01:57.229573 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac1c4461-e293-4067-92b9-63045ef2ef71 req-707d96e9-43b3-4aec-93da-95483527f498 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664744 Aug 20 00:01:57.258739 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-365e19b7-3885-4907-9c03-c7980f980d36 req-cd865193-329a-44be-88b5-084db297667c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Aug 20 00:01:57.982337 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:58.078831 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66a2ca-d737-4c54-b9bf-0fc268bdaa1d req-a03a11ee-3350-40cc-8b99-92ce7d2c0cae tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:58.082254 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3f66a2ca-d737-4c54-b9bf-0fc268bdaa1d req-a03a11ee-3350-40cc-8b99-92ce7d2c0cae tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0807424 Aug 20 00:01:58.201067 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3f66a2ca-d737-4c54-b9bf-0fc268bdaa1d req-45bccae7-34be-433a-9041-ba9b70c73868 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042981 Aug 20 00:01:58.212948 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e219a-b43e-468a-b891-6e765d0ad6c0 req-3f68d229-8140-4af3-9f1c-fa021a54d5cc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:58.215140 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-642e219a-b43e-468a-b891-6e765d0ad6c0 req-3f68d229-8140-4af3-9f1c-fa021a54d5cc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 945 time: 0.1155293 Aug 20 00:01:58.286127 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-642e219a-b43e-468a-b891-6e765d0ad6c0 req-4079a533-11cf-494a-82d7-49ffe510accc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562811 Aug 20 00:01:58.408010 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a5be-c0d2-43b8-8507-3489a277eeac req-9e5d10c9-3531-434a-9608-17400695cfcd tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:58.410281 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-57f4a5be-c0d2-43b8-8507-3489a277eeac req-9e5d10c9-3531-434a-9608-17400695cfcd tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.0885491 Aug 20 00:01:58.444077 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68395bb-e46b-43c1-a6a3-a0720f1bc86c req-b46ae050-d5a1-44a8-be39-719725937a14 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:58.445709 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f68395bb-e46b-43c1-a6a3-a0720f1bc86c req-b46ae050-d5a1-44a8-be39-719725937a14 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0902021 Aug 20 00:01:58.482076 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-57f4a5be-c0d2-43b8-8507-3489a277eeac req-2cef17b0-f8d2-4074-b8de-44a09dbea7f3 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647068 Aug 20 00:01:58.505164 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f68395bb-e46b-43c1-a6a3-a0720f1bc86c req-f762fab3-d620-4890-bb14-ab94edea9c00 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Aug 20 00:01:58.762468 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f7e08eec-131b-419c-9ef6-1a160627d9de details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:01:58.882436 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port f7e08eec-131b-419c-9ef6-1a160627d9de, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7e08eec-131b-419c-9ef6-1a160627d9de,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:58.896833 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'f7e08eec-131b-419c-9ef6-1a160627d9de', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'port_id': 'f7e08eec-131b-419c-9ef6-1a160627d9de', 'mac_address': 'fa:16:3e:46:c4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:01:58.939134 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:58.965846 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e08eec-131b-419c-9ef6-1a160627d9de {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:58.984544 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port f7e08eec-131b-419c-9ef6-1a160627d9de, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7e08eec-131b-419c-9ef6-1a160627d9de,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:59.147618 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:59.153821 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:01:59.279233 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=f7e08eec-131b-419c-9ef6-1a160627d9de,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:59.359354 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:59.369785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c58b6b-2d9c-4c7b-91f4-c50b65c5fb2c req-40f8cea8-b629-440f-afc9-2a82f25cda52 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:59.372498 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-60c58b6b-2d9c-4c7b-91f4-c50b65c5fb2c req-40f8cea8-b629-440f-afc9-2a82f25cda52 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0733657 Aug 20 00:01:59.378119 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'mac_address': 'fa:16:3e:a2:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:01:59.446852 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:59.466293 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3a2aca-d5a3-4288-8023-9d6f2193f258 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:01:59.492678 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:01:59.495954 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f820e-5d6a-40c8-9b88-74af3cec4f0e req-7b529055-d9ad-4d7e-ae2d-44b2481c9993 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:59.498962 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-364f820e-5d6a-40c8-9b88-74af3cec4f0e req-7b529055-d9ad-4d7e-ae2d-44b2481c9993 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 945 time: 0.1246033 Aug 20 00:01:59.507264 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-60c58b6b-2d9c-4c7b-91f4-c50b65c5fb2c req-5a8d93ae-cfb0-4ee0-81ac-df4b257e8309 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163352 Aug 20 00:01:59.567789 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-364f820e-5d6a-40c8-9b88-74af3cec4f0e req-d115b7a2-a860-4c30-b3f4-572b203b4bd8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582738 Aug 20 00:01:59.610158 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:59.650610 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6131d5b-fca4-43bb-86ce-48f10dd78fd9 req-65c86e2a-b7c7-4f54-a97a-4078e7a3c769 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:59.650987 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:59.652291 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6131d5b-fca4-43bb-86ce-48f10dd78fd9 req-65c86e2a-b7c7-4f54-a97a-4078e7a3c769 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.0688169 Aug 20 00:01:59.696073 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:01:59.708881 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 9c5a1846-7d01-4b75-a3fd-e066209b6f65 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:01:59.780029 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6131d5b-fca4-43bb-86ce-48f10dd78fd9 req-e663e4be-01c6-49e8-8fe2-aefb1a885907 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160333 Aug 20 00:01:59.792404 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e91a8-da7e-4010-8a24-d0144017d6ab req-24094565-03c7-4917-b8dc-2a36eeec1a69 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:01:59.794112 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c57e91a8-da7e-4010-8a24-d0144017d6ab req-24094565-03c7-4917-b8dc-2a36eeec1a69 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.1408558 Aug 20 00:01:59.848444 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:01:59.857305 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:01:59.858295 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:01:59.873681 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c57e91a8-da7e-4010-8a24-d0144017d6ab req-a63ebc21-3913-4943-9f4f-d28046ac3017 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709529 Aug 20 00:01:59.878759 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3cccb31e-2479-4ce8-bfcc-10e1e76224cb req-5d379fee-8897-4700-8476-304b42f330ea service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760054 Aug 20 00:01:59.987268 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['f7e08eec-131b-419c-9ef6-1a160627d9de'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:00.026451 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f90771fc-88ba-46ad-85cd-69bed7e677e9 req-dd8af9b0-25ee-4d14-8e92-d9fafedd9d54 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253510 Aug 20 00:02:00.027951 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8283cc7-f755-4eaf-834f-4ccaed4b0965 req-6770da11-7db1-43a5-b3ac-594c44e5ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:00.028545 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['fe3a2aca-d5a3-4288-8023-9d6f2193f258'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:00.029583 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8283cc7-f755-4eaf-834f-4ccaed4b0965 req-6770da11-7db1-43a5-b3ac-594c44e5ff03 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3122842 Aug 20 00:02:00.083729 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:00.151227 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a1846-7d01-4b75-a3fd-e066209b6f65'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:00.163827 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-c427c78f-5b43-484e-9fe2-069f6024d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:00.165504 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-c427c78f-5b43-484e-9fe2-069f6024d5de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 1097 time: 0.0568106 Aug 20 00:02:00.218896 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-fe2e8104-72b5-486a-b56c-09a134370cb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6 HTTP/1.1" status: 200 len: 217 time: 0.0452065 Aug 20 00:02:00.233276 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:00.298204 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-497f0128-4f5d-4f9a-b8e4-01d01fe07a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:00.301760 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-497f0128-4f5d-4f9a-b8e4-01d01fe07a81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.0741277 Aug 20 00:02:00.309139 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbd48b4-b69f-4f87-94b9-7dc437adb534" -d '{"events": [{"server_uuid": "b361d82d-bee3-4df2-85c9-f25665296b8e", "name": "network-vif-plugged", "status": "completed", "tag": "9c5a1846-7d01-4b75-a3fd-e066209b6f65"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:00.330868 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:00.339156 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 2edcf89d-c67e-47ac-8aca-b464c9675464 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:02:00.461162 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded56c4-ac63-44fe-9fd9-acdf3911d5b8 x-openstack-request-id: req-2ded56c4-ac63-44fe-9fd9-acdf3911d5b8 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:00.461472 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b361d82d-bee3-4df2-85c9-f25665296b8e", "name": "network-vif-plugged", "status": "completed", "tag": "9c5a1846-7d01-4b75-a3fd-e066209b6f65", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:00.461730 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ded56c4-ac63-44fe-9fd9-acdf3911d5b8 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:00.462472 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5a1846-7d01-4b75-a3fd-e066209b6f65', 'code': 200} Aug 20 00:02:00.551202 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=9c5a1846-7d01-4b75-a3fd-e066209b6f65,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:00.656852 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c61fce-5bce-4938-b0c4-187d49ad3406 req-5d0c7e8f-80b1-40e2-970e-3fe9bf3c4c86 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:00.658613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f5c61fce-5bce-4938-b0c4-187d49ad3406 req-5d0c7e8f-80b1-40e2-970e-3fe9bf3c4c86 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0630479 Aug 20 00:02:00.741483 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f5c61fce-5bce-4938-b0c4-187d49ad3406 req-09f6e50b-ca85-460b-a592-1af1d8123821 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707500 Aug 20 00:02:00.764477 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dff2a5-23ee-4f64-b198-ffded3171b3e req-56582e68-9567-43ed-8bd7-decd8edc46cf tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:00.766648 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-12dff2a5-23ee-4f64-b198-ffded3171b3e req-56582e68-9567-43ed-8bd7-decd8edc46cf tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0780706 Aug 20 00:02:00.772475 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 2edcf89d-c67e-47ac-8aca-b464c9675464 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:02:00.778495 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 2edcf89d-c67e-47ac-8aca-b464c9675464 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:02:00.780469 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:00.828475 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-12dff2a5-23ee-4f64-b198-ffded3171b3e req-b8960f88-d689-469d-b008-b1c5895f06f7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488474 Aug 20 00:02:00.871423 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:00.932232 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 2edcf89d-c67e-47ac-8aca-b464c9675464, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2edcf89d-c67e-47ac-8aca-b464c9675464,segment=NetworkSegment(9a6867a4-5ed1-4767-8972-57eb17beb74f),segment_id=9a6867a4-5ed1-4767-8972-57eb17beb74f)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:00.948258 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416c43-a176-4edd-a08d-24173f5a8297 req-8de34433-04c9-4311-bd13-80fd279a1cfe tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:00.956885 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4416c43-a176-4edd-a08d-24173f5a8297 req-8de34433-04c9-4311-bd13-80fd279a1cfe tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 945 time: 0.0740800 Aug 20 00:02:01.022158 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4416c43-a176-4edd-a08d-24173f5a8297 req-91ad9d33-2a4b-4d3c-b211-a540cf498691 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636933 Aug 20 00:02:01.041879 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7007c3-5a9b-428b-81d7-0baef5f48ef3 req-8179e701-2973-46d1-b768-472b24c927e4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:01.043539 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab7007c3-5a9b-428b-81d7-0baef5f48ef3 req-8179e701-2973-46d1-b768-472b24c927e4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0771558 Aug 20 00:02:01.089000 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab7007c3-5a9b-428b-81d7-0baef5f48ef3 req-34507400-e12c-4ab0-80a6-10c96bc7de8e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 Aug 20 00:02:01.173269 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-49e4a63d-62d2-4791-aa57-cd792b5b7d13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250406 Aug 20 00:02:01.178405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:01.405381 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=2edcf89d-c67e-47ac-8aca-b464c9675464,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:01.887556 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d595-29f5-4714-862d-6c9ad3d193b5 req-c7179016-a82c-49d4-aa6e-7844ff7938a5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:01.889264 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8d4d595-29f5-4714-862d-6c9ad3d193b5 req-c7179016-a82c-49d4-aa6e-7844ff7938a5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0632880 Aug 20 00:02:01.969813 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8d4d595-29f5-4714-862d-6c9ad3d193b5 req-dd6f61d8-13e1-47b3-a5f0-323ee334913c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Aug 20 00:02:01.991251 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8bd8-5534-45d9-b30e-a271ffa4c7d6 req-642d71e0-e933-46c5-aa89-cd672c657047 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:01.992909 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-95ca8bd8-5534-45d9-b30e-a271ffa4c7d6 req-642d71e0-e933-46c5-aa89-cd672c657047 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0761244 Aug 20 00:02:02.038350 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-95ca8bd8-5534-45d9-b30e-a271ffa4c7d6 req-70adc32c-ac09-4b7b-a182-2c26ea7fe8e2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377629 Aug 20 00:02:02.181974 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5db5f-e41a-4919-8a44-33137285b60d req-962aea3f-a824-468f-a82d-0e1815170087 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:02.184547 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9fc5db5f-e41a-4919-8a44-33137285b60d req-962aea3f-a824-468f-a82d-0e1815170087 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0895994 Aug 20 00:02:02.274594 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9fc5db5f-e41a-4919-8a44-33137285b60d req-fe16f824-c431-449e-94b7-0d71d1d860bf tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737798 Aug 20 00:02:02.300004 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991868d8-457f-4013-a999-71154579a89f req-f073b621-66cc-4cd5-873f-aa118e9466a8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:02.300004 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-991868d8-457f-4013-a999-71154579a89f req-f073b621-66cc-4cd5-873f-aa118e9466a8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.1032286 Aug 20 00:02:02.358846 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-991868d8-457f-4013-a999-71154579a89f req-f550f057-8cff-4942-918b-ed0ec68cde95 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598700 Aug 20 00:02:02.463801 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edcf89d-c67e-47ac-8aca-b464c9675464'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:02.466227 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37d90c-b47c-4edf-ae79-4dab36d8084e" -d '{"events": [{"server_uuid": "bd146d82-9f90-4caa-81ba-61b92fbdf38c", "name": "network-vif-plugged", "status": "completed", "tag": "2edcf89d-c67e-47ac-8aca-b464c9675464"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:02.504909 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f168a26f-826e-4ff7-8362-0da744da4c02 x-openstack-request-id: req-f168a26f-826e-4ff7-8362-0da744da4c02 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:02.505203 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd146d82-9f90-4caa-81ba-61b92fbdf38c", "name": "network-vif-plugged", "status": "completed", "tag": "2edcf89d-c67e-47ac-8aca-b464c9675464", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:02.505563 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f168a26f-826e-4ff7-8362-0da744da4c02 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:02.505959 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edcf89d-c67e-47ac-8aca-b464c9675464', 'code': 200} Aug 20 00:02:03.079074 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-430f8e40-7b5b-497b-a633-346813167063 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223350 Aug 20 00:02:03.119396 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63a7bd-e233-49ff-a437-3671c628fc43 req-e9a17413-64e5-4f6a-bd41-b7f9b0395d55 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:03.124102 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab63a7bd-e233-49ff-a437-3671c628fc43 req-e9a17413-64e5-4f6a-bd41-b7f9b0395d55 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0655193 Aug 20 00:02:03.204395 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-bebf6e58-cb36-481d-b7d3-84c5a6c68200 req-39e477c0-d12a-403b-b919-97abfca0f95a service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168785 Aug 20 00:02:03.204641 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab63a7bd-e233-49ff-a437-3671c628fc43 req-8a781ddd-abe7-4990-abe3-c9c4f30009f8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695961 Aug 20 00:02:03.231059 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8ca68-a8b4-4255-a928-cff5bb57ca70 req-44b9d533-b962-406e-9aab-85ce90404400 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:03.232870 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b8ca68-a8b4-4255-a928-cff5bb57ca70 req-44b9d533-b962-406e-9aab-85ce90404400 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0856557 Aug 20 00:02:03.298334 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b8ca68-a8b4-4255-a928-cff5bb57ca70 req-5f670d9a-8656-47d3-9547-e4164aee07e2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Aug 20 00:02:03.428890 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709775ff-a39d-4691-845a-7ab78bc173dd req-28820b00-298a-45f0-8369-6041466de51b tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:03.435821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-709775ff-a39d-4691-845a-7ab78bc173dd req-28820b00-298a-45f0-8369-6041466de51b tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0751591 Aug 20 00:02:03.484283 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-709775ff-a39d-4691-845a-7ab78bc173dd req-5b65b94a-652d-4c29-a25c-34a21faa5858 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473545 Aug 20 00:02:03.514727 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ca825-5050-44ee-93ff-4ab5015f9c27 req-0fb03eac-6ec4-4075-9cbf-7f6c3ca85c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:03.516400 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-667ca825-5050-44ee-93ff-4ab5015f9c27 req-0fb03eac-6ec4-4075-9cbf-7f6c3ca85c57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 1099 time: 0.1426194 Aug 20 00:02:03.563388 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d7045-4572-44b0-af06-d5e1953ab6cb req-f3684bdd-f97d-468d-8d9e-219801f83119 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:03.565117 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-704d7045-4572-44b0-af06-d5e1953ab6cb req-f3684bdd-f97d-468d-8d9e-219801f83119 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0798192 Aug 20 00:02:03.629694 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-704d7045-4572-44b0-af06-d5e1953ab6cb req-89861fdf-a58f-4884-880f-1ce6b3d5836c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574191 Aug 20 00:02:04.387604 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26efd6-fe0b-475e-8419-87f54566594b req-db9bdc01-cc8f-4388-a981-ca9e7e47c186 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:04.390178 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3c26efd6-fe0b-475e-8419-87f54566594b req-db9bdc01-cc8f-4388-a981-ca9e7e47c186 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0769594 Aug 20 00:02:04.468463 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3c26efd6-fe0b-475e-8419-87f54566594b req-00ba0f1d-5dd6-4b5b-aeaf-a8187182d014 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711122 Aug 20 00:02:04.491463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d803-03d6-4dff-92d7-34ba937fb578 req-552331ab-6741-40d3-9dae-d9c9f553b7bc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:04.493245 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-74c7d803-03d6-4dff-92d7-34ba937fb578 req-552331ab-6741-40d3-9dae-d9c9f553b7bc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0779824 Aug 20 00:02:04.548985 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-74c7d803-03d6-4dff-92d7-34ba937fb578 req-811b1048-beac-455c-8511-ffb9b2a6099f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Aug 20 00:02:04.633474 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3b9f2-acaa-43d0-9560-eec9011530c4 req-3afe9741-eb85-41e5-9211-272185118e85 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:04.654318 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e5c3b9f2-acaa-43d0-9560-eec9011530c4 req-3afe9741-eb85-41e5-9211-272185118e85 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0705991 Aug 20 00:02:04.706738 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e5c3b9f2-acaa-43d0-9560-eec9011530c4 req-495728a4-3519-4cbd-98f7-c98544dd894a tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596571 Aug 20 00:02:04.798708 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81506b6c-7128-4803-a877-9635559d7ae4 req-3bbdd44a-8ebf-4950-9c0f-bf5e194884dc tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:04.800942 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-81506b6c-7128-4803-a877-9635559d7ae4 req-3bbdd44a-8ebf-4950-9c0f-bf5e194884dc tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0546894 Aug 20 00:02:04.875058 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-81506b6c-7128-4803-a877-9635559d7ae4 req-c12acd55-261a-485b-84eb-0f4d362ed46a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647430 Aug 20 00:02:05.185961 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39484) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:05.303328 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef5e94d4-5b28-487c-ab9d-737760e26cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:05.407646 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef5e94d4-5b28-487c-ab9d-737760e26cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:05.521404 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef5e94d4-5b28-487c-ab9d-737760e26cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:05.572801 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ef5e94d4-5b28-487c-ab9d-737760e26cb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad68a193798143829d2e47f2b292fa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856971 Aug 20 00:02:05.575393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39494) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:05.595814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e94d4-5b28-487c-ab9d-737760e26cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbd041-eb77-46fc-bb3a-1196716306df,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:05.651259 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693196-f9d6-44af-9718-b3beab5a0164 req-ced1e6a1-5948-4ad0-9a67-e43ccaf85d88 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:05.652869 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-be693196-f9d6-44af-9718-b3beab5a0164 req-ced1e6a1-5948-4ad0-9a67-e43ccaf85d88 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0932662 Aug 20 00:02:05.723419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c65d269-ab71-486a-867f-ed13f3e7ed66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:05.751237 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-be693196-f9d6-44af-9718-b3beab5a0164 req-017f4baa-469c-44f6-bdf7-50e00b484045 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Aug 20 00:02:05.761866 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e72b-951f-4b22-83a9-59073d62073e req-b927b6c0-5abc-4ae0-b89b-c23a55d311d8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:05.763555 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ee9e72b-951f-4b22-83a9-59073d62073e req-b927b6c0-5abc-4ae0-b89b-c23a55d311d8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.1232371 Aug 20 00:02:05.780911 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c65d269-ab71-486a-867f-ed13f3e7ed66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:05.859184 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ee9e72b-951f-4b22-83a9-59073d62073e req-4d40cba4-677f-4e08-8adf-a97b48a6ea35 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Aug 20 00:02:05.902059 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a3642-29a4-4fb9-87f9-c745182e3c5e req-7dd5a33b-34c1-4267-9e8a-69dbf15b0a99 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:05.903573 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cc4a3642-29a4-4fb9-87f9-c745182e3c5e req-7dd5a33b-34c1-4267-9e8a-69dbf15b0a99 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0654893 Aug 20 00:02:05.949822 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cc4a3642-29a4-4fb9-87f9-c745182e3c5e req-18ebb40b-8a29-48b0-9239-89d5fb7efa8c tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Aug 20 00:02:06.018000 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c65d269-ab71-486a-867f-ed13f3e7ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:06.021279 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c65d269-ab71-486a-867f-ed13f3e7ed66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:06.022455 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4c65d269-ab71-486a-867f-ed13f3e7ed66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34bbd041-eb77-46fc-bb3a-1196716306df HTTP/1.1" status: 204 len: 168 time: 0.4461064 Aug 20 00:02:06.033241 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41129-7191-4474-9582-02385d3a6532 req-253ad0fd-273b-4108-b2e1-0b0ba5d40d30 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:06.035486 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ba41129-7191-4474-9582-02385d3a6532 req-253ad0fd-273b-4108-b2e1-0b0ba5d40d30 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0622718 Aug 20 00:02:06.043468 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65d269-ab71-486a-867f-ed13f3e7ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbd041-eb77-46fc-bb3a-1196716306df,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:06.107203 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ba41129-7191-4474-9582-02385d3a6532 req-69231a9b-94ad-4542-9c17-4d98796568a0 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529220 Aug 20 00:02:06.176888 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-667ca825-5050-44ee-93ff-4ab5015f9c27 req-d7a02a23-661d-4803-983b-3f64dac1b5c6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:06.219604 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cd446-ef7e-4438-8e38-800db5762abf req-a98260a0-8c46-42ab-aaf0-fe738091db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:06.221100 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-011cd446-ef7e-4438-8e38-800db5762abf req-a98260a0-8c46-42ab-aaf0-fe738091db03 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 1099 time: 0.0729825 Aug 20 00:02:06.247790 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-011cd446-ef7e-4438-8e38-800db5762abf req-887d3633-1d75-41fd-959e-43e84aa1e7af service neutron] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:06.323342 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-667ca825-5050-44ee-93ff-4ab5015f9c27 req-d7a02a23-661d-4803-983b-3f64dac1b5c6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:06.417336 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-667ca825-5050-44ee-93ff-4ab5015f9c27 req-d7a02a23-661d-4803-983b-3f64dac1b5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:06.480365 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-667ca825-5050-44ee-93ff-4ab5015f9c27 req-d7a02a23-661d-4803-983b-3f64dac1b5c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353331 Aug 20 00:02:06.486653 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a02a23-661d-4803-983b-3f64dac1b5c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=765eabe0-43da-4902-a6a9-f8e66087dc43,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:06.561282 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.db.api [req-011cd446-ef7e-4438-8e38-800db5762abf req-887d3633-1d75-41fd-959e-43e84aa1e7af service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 06b067e8324b4fab96bb954889aadc53 {{(pid=101345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 00:02:06.561613 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG oslo_db.api [req-011cd446-ef7e-4438-8e38-800db5762abf req-887d3633-1d75-41fd-959e-43e84aa1e7af service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 00:02:06.889268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e14a7-f869-4743-9a73-ffa66dbdde72 req-bd3e6a54-db97-4032-98d4-0765770bbdae tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:06.891035 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac5e14a7-f869-4743-9a73-ffa66dbdde72 req-bd3e6a54-db97-4032-98d4-0765770bbdae tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0522587 Aug 20 00:02:06.968713 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac5e14a7-f869-4743-9a73-ffa66dbdde72 req-d808fb07-e3fa-460b-9f9f-2899c787c3c3 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704989 Aug 20 00:02:07.007193 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcffed-836a-41d3-a9c0-0d3c54151516 req-63881fa0-17c0-430c-bb78-99a2fb325aa7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:07.009792 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3edcffed-836a-41d3-a9c0-0d3c54151516 req-63881fa0-17c0-430c-bb78-99a2fb325aa7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0748539 Aug 20 00:02:07.063521 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-011cd446-ef7e-4438-8e38-800db5762abf req-887d3633-1d75-41fd-959e-43e84aa1e7af service neutron] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:07.096024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3edcffed-836a-41d3-a9c0-0d3c54151516 req-d12a5dd7-42d1-47e9-a4d8-d0060b184d4c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Aug 20 00:02:07.116769 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaf6b5-b587-468d-9a06-ab1583bc2490 req-7d08da28-7e45-4bbe-9f5c-ed0bdce3ba21 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:07.118422 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0cfaf6b5-b587-468d-9a06-ab1583bc2490 req-7d08da28-7e45-4bbe-9f5c-ed0bdce3ba21 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0801806 Aug 20 00:02:07.151340 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-011cd446-ef7e-4438-8e38-800db5762abf req-887d3633-1d75-41fd-959e-43e84aa1e7af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9192355 Aug 20 00:02:07.186316 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0cfaf6b5-b587-468d-9a06-ab1583bc2490 req-c4fad65b-9f2d-43a3-83d2-e7759bc3248a tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Aug 20 00:02:07.274838 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e55316-7e16-4595-bc18-9f9c91c08745 req-1c5ebe05-b80f-4dbc-b7d4-132169d59995 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:07.276601 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-75e55316-7e16-4595-bc18-9f9c91c08745 req-1c5ebe05-b80f-4dbc-b7d4-132169d59995 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0565708 Aug 20 00:02:07.340950 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-75e55316-7e16-4595-bc18-9f9c91c08745 req-a90df1d4-f240-4f10-9cc3-21f19fb811a7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574768 Aug 20 00:02:07.526578 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f7e08eec-131b-419c-9ef6-1a160627d9de up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:02:07.725143 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port f7e08eec-131b-419c-9ef6-1a160627d9de completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:02:07.733777 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port f7e08eec-131b-419c-9ef6-1a160627d9de triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:02:07.734322 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:07.851294 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:07.893451 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e08eec-131b-419c-9ef6-1a160627d9de'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:07.897398 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40252360-9021-44a7-874e-71662e195e02" -d '{"events": [{"server_uuid": "49979108-1f6d-43b5-aa72-c1ea8c917ef4", "name": "network-vif-plugged", "status": "completed", "tag": "f7e08eec-131b-419c-9ef6-1a160627d9de"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:07.923208 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port f7e08eec-131b-419c-9ef6-1a160627d9de, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7e08eec-131b-419c-9ef6-1a160627d9de,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:07.947962 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749bf792-80e4-4747-90b5-83d64a861c94 x-openstack-request-id: req-749bf792-80e4-4747-90b5-83d64a861c94 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:07.948441 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49979108-1f6d-43b5-aa72-c1ea8c917ef4", "name": "network-vif-plugged", "status": "completed", "tag": "f7e08eec-131b-419c-9ef6-1a160627d9de", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:07.948862 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-749bf792-80e4-4747-90b5-83d64a861c94 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:07.949378 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e08eec-131b-419c-9ef6-1a160627d9de', 'code': 200} Aug 20 00:02:08.012680 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:08.014040 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:02:08.095371 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab6b3-4b55-4220-b88f-126e70a9d282 req-8c2381ee-36dc-4740-9524-d2b67b1f8eee tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:08.100917 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eebab6b3-4b55-4220-b88f-126e70a9d282 req-8c2381ee-36dc-4740-9524-d2b67b1f8eee tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0578632 Aug 20 00:02:08.132739 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=f7e08eec-131b-419c-9ef6-1a160627d9de,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:08.152534 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eebab6b3-4b55-4220-b88f-126e70a9d282 req-7f18b989-e5c4-44e5-af04-25874e97c8d6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Aug 20 00:02:08.261956 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port fe3a2aca-d5a3-4288-8023-9d6f2193f258 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:02:08.269356 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port fe3a2aca-d5a3-4288-8023-9d6f2193f258 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:02:08.270364 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:08.302316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4ed69-3b69-403f-b8dc-31bd0a84b4c6 req-3b9f5636-e37b-4e60-b1f5-5567c056ede3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:08.305284 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e9c4ed69-3b69-403f-b8dc-31bd0a84b4c6 req-3b9f5636-e37b-4e60-b1f5-5567c056ede3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0983009 Aug 20 00:02:08.396352 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51724824-1cef-4441-8d94-8f1bf088077b req-56157033-c237-432e-9269-83822772b9b4 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:08.398416 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-51724824-1cef-4441-8d94-8f1bf088077b req-56157033-c237-432e-9269-83822772b9b4 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0920866 Aug 20 00:02:08.402324 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e9c4ed69-3b69-403f-b8dc-31bd0a84b4c6 req-eb2251f9-2d9e-47b2-a4f6-68c908f11cf0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Aug 20 00:02:08.458572 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-51724824-1cef-4441-8d94-8f1bf088077b req-ade8b0e5-e235-4e38-bb45-424f8726511d tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Aug 20 00:02:08.500822 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:08.547224 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:08.581056 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8cdbc-f631-4f3b-9b1a-9c6d3be94faa req-b2b48e6a-43ea-415b-a143-52db1e6b068f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:08.582916 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ada8cdbc-f631-4f3b-9b1a-9c6d3be94faa req-b2b48e6a-43ea-415b-a143-52db1e6b068f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0524848 Aug 20 00:02:08.637219 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ada8cdbc-f631-4f3b-9b1a-9c6d3be94faa req-704844c3-7e7d-426b-b23e-87bbe47ce349 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460095 Aug 20 00:02:08.680545 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:08.743417 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:09.293018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7a010-e663-4d42-8a1a-d730eab88a25 req-9cb78ce5-6ee9-4ca1-af32-55e1d7dfd71e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:09.294606 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5dd7a010-e663-4d42-8a1a-d730eab88a25 req-9cb78ce5-6ee9-4ca1-af32-55e1d7dfd71e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0544229 Aug 20 00:02:09.346289 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5dd7a010-e663-4d42-8a1a-d730eab88a25 req-167473cc-0890-46e4-9be2-2d4213ac277a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Aug 20 00:02:09.547456 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5a60-bae7-4f80-8834-6a845c4396d5 req-6ece1b3e-4842-46c5-9ad8-32e313f133f3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:09.552603 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-68ce5a60-bae7-4f80-8834-6a845c4396d5 req-6ece1b3e-4842-46c5-9ad8-32e313f133f3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0639935 Aug 20 00:02:09.634639 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-68ce5a60-bae7-4f80-8834-6a845c4396d5 req-64675511-7402-4580-bdb4-053bc0380c1d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772147 Aug 20 00:02:09.668761 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8fb4d-a543-49b6-8366-6ba354efa46a req-8b2d7894-f352-4de3-a3e6-8eb4aa0b4784 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:09.670329 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-14d8fb4d-a543-49b6-8366-6ba354efa46a req-8b2d7894-f352-4de3-a3e6-8eb4aa0b4784 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0977306 Aug 20 00:02:09.791165 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-14d8fb4d-a543-49b6-8366-6ba354efa46a req-36165697-d88e-495d-ad30-976b44a5a0e2 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058924 Aug 20 00:02:09.830902 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d07066-bc21-447d-887d-3f72a1284177 req-51465abe-3de2-41bf-bf90-136ef790607b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:09.833861 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-20d07066-bc21-447d-887d-3f72a1284177 req-51465abe-3de2-41bf-bf90-136ef790607b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1074533 Aug 20 00:02:09.877323 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-20d07066-bc21-447d-887d-3f72a1284177 req-53a36bfa-11fa-429c-8f56-62e60f14e7ac tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371583 Aug 20 00:02:09.950484 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:09.954023 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0c06c-8cca-4502-8a31-a5fb4e6691de" -d '{"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:10.002453 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bea498-ea03-4035-86d2-a9b76aacd722 x-openstack-request-id: req-59bea498-ea03-4035-86d2-a9b76aacd722 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:10.002761 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:10.003012 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59bea498-ea03-4035-86d2-a9b76aacd722 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:10.005279 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'code': 200} Aug 20 00:02:10.035814 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bca879-b620-4d72-94ff-f74c2d8b54dd req-0aea6ee2-c848-414f-a5be-dca456491186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:10.038041 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66bca879-b620-4d72-94ff-f74c2d8b54dd req-0aea6ee2-c848-414f-a5be-dca456491186 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0451663 Aug 20 00:02:10.077669 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-66bca879-b620-4d72-94ff-f74c2d8b54dd req-9d3ffdea-0d35-435e-9c94-524dc158aea1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Aug 20 00:02:10.442778 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49896051-3aa2-4054-ba7c-f18bcb657cf4 req-0f0bf264-06c7-4e3a-bd02-7bb0a02247c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:10.444946 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49896051-3aa2-4054-ba7c-f18bcb657cf4 req-0f0bf264-06c7-4e3a-bd02-7bb0a02247c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1098 time: 0.0440390 Aug 20 00:02:10.503610 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-49896051-3aa2-4054-ba7c-f18bcb657cf4 req-8a32d4fa-5e32-4862-98cc-aea31329f146 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Aug 20 00:02:10.524142 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfbe51-2408-49ce-a6b2-1fce9a3a4788 req-7d876f0e-d368-4cf5-92d8-327c536595d9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:10.532909 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-46cfbe51-2408-49ce-a6b2-1fce9a3a4788 req-7d876f0e-d368-4cf5-92d8-327c536595d9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0524721 Aug 20 00:02:10.573774 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-46cfbe51-2408-49ce-a6b2-1fce9a3a4788 req-6fbc98ed-9cfd-4bdc-a3ab-361d6f83ce8e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Aug 20 00:02:10.775684 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff20ef-5425-4d92-9b0b-12d43dd99ab5 req-623976b8-fe59-46cd-8a1d-8d381844da1b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:10.777332 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-10ff20ef-5425-4d92-9b0b-12d43dd99ab5 req-623976b8-fe59-46cd-8a1d-8d381844da1b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0571158 Aug 20 00:02:10.823370 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-10ff20ef-5425-4d92-9b0b-12d43dd99ab5 req-59441475-45b4-491f-9e4f-70bec417bef0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Aug 20 00:02:10.925856 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db164ab-404c-4c03-9e11-6e1c7a14edd5 req-ded6ff7d-d147-43ac-97e1-8dd418caebd9 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:10.927810 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6db164ab-404c-4c03-9e11-6e1c7a14edd5 req-ded6ff7d-d147-43ac-97e1-8dd418caebd9 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0540514 Aug 20 00:02:11.001023 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6db164ab-404c-4c03-9e11-6e1c7a14edd5 req-03e5771d-46cb-4210-95e9-6683d5149e46 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665801 Aug 20 00:02:11.068287 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738239b8-09ec-4ca8-bd2c-3096fd245a30 req-d30cabee-4e13-46fa-9ff6-57bb2f6b023a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:11.070648 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-738239b8-09ec-4ca8-bd2c-3096fd245a30 req-d30cabee-4e13-46fa-9ff6-57bb2f6b023a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0967541 Aug 20 00:02:11.117706 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-738239b8-09ec-4ca8-bd2c-3096fd245a30 req-e20eef64-dda1-49f8-9c42-6dbb144d1e2d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Aug 20 00:02:11.388787 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f06a6c84-c0f9-4667-ba39-8dff3f744bd6 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:02:11.559725 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:11.574375 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6', 'network_id': '0b2e9961-61b3-4f00-968c-ed683017db9b', 'port_id': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6', 'mac_address': 'fa:16:3e:7c:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:02:11.646867 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:11.676501 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06a6c84-c0f9-4667-ba39-8dff3f744bd6 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:02:11.705886 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:11.768001 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f0f8b-75bf-4970-ac38-c237651fd6c7 req-67983162-5cd6-41c8-9ddd-22dcd6e4012b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:11.781034 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd9f0f8b-75bf-4970-ac38-c237651fd6c7 req-67983162-5cd6-41c8-9ddd-22dcd6e4012b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 944 time: 0.0876467 Aug 20 00:02:11.818064 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:11.848042 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd9f0f8b-75bf-4970-ac38-c237651fd6c7 req-658c7bc6-0283-4d6e-91da-54715a6df38c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607150 Aug 20 00:02:11.927000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:11.980764 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80b85d-5de3-4afc-a8fd-a456b4a25f5b req-e5456bf7-3442-4252-a6c2-6d4a2351b5d1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:11.982350 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0e80b85d-5de3-4afc-a8fd-a456b4a25f5b req-e5456bf7-3442-4252-a6c2-6d4a2351b5d1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.0768781 Aug 20 00:02:12.027946 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0e80b85d-5de3-4afc-a8fd-a456b4a25f5b req-66ffda9c-373d-4d2f-9e82-ee9d6605a800 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Aug 20 00:02:12.180848 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f86b-6c0e-4352-aaf8-a93312c947d3 req-3f52f96b-cd50-40af-bb90-b09001aff0d1 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:12.184159 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4995f86b-6c0e-4352-aaf8-a93312c947d3 req-3f52f96b-cd50-40af-bb90-b09001aff0d1 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0771236 Aug 20 00:02:12.248750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['f06a6c84-c0f9-4667-ba39-8dff3f744bd6'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:12.274952 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4995f86b-6c0e-4352-aaf8-a93312c947d3 req-b42769cc-0d3c-4ebc-bda1-10665f881d76 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844088 Aug 20 00:02:12.552222 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f62596-02a1-4bcf-8050-720b2a5697ee req-770329fb-5e57-4b73-bb09-a5edbad2d9ea tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:12.553851 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56f62596-02a1-4bcf-8050-720b2a5697ee req-770329fb-5e57-4b73-bb09-a5edbad2d9ea tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.2617848 Aug 20 00:02:12.600911 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56f62596-02a1-4bcf-8050-720b2a5697ee req-c865999a-6b15-4125-8989-8934ea324293 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Aug 20 00:02:12.797330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2907-c70d-4ade-9936-51154ede915a req-1842c2ef-c961-4250-a545-52b9c0322218 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:12.798859 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6f9b2907-c70d-4ade-9936-51154ede915a req-1842c2ef-c961-4250-a545-52b9c0322218 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0590513 Aug 20 00:02:12.808736 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39708) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:12.813641 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'floatingip': {'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:02:12.901454 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:13.116583 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce6434-d1d1-4722-afeb-37473bbed09e req-7309e82a-142b-4cde-88b5-c476abca7e36 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:13.117432 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d0ce6434-d1d1-4722-afeb-37473bbed09e req-7309e82a-142b-4cde-88b5-c476abca7e36 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 945 time: 0.1339440 Aug 20 00:02:13.229124 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d0ce6434-d1d1-4722-afeb-37473bbed09e req-55e86575-e2e2-4cee-9b3e-87864b142b59 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994229 Aug 20 00:02:13.403453 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f06a6c84-c0f9-4667-ba39-8dff3f744bd6 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:02:13.620315 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:02:13.630370 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:02:13.630678 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:13.738933 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:13.767503 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:13.770107 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85dfcf9-7a83-4768-887b-bc5a34fd9584" -d '{"events": [{"server_uuid": "39887f19-33d6-4c47-961c-ce218a8c26cb", "name": "network-vif-plugged", "status": "completed", "tag": "f06a6c84-c0f9-4667-ba39-8dff3f744bd6"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:13.786870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:13.818008 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279af301-90aa-4a42-8bb7-21976bb48e31 x-openstack-request-id: req-279af301-90aa-4a42-8bb7-21976bb48e31 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:13.818512 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39887f19-33d6-4c47-961c-ce218a8c26cb", "name": "network-vif-plugged", "status": "completed", "tag": "f06a6c84-c0f9-4667-ba39-8dff3f744bd6", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:13.818885 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-279af301-90aa-4a42-8bb7-21976bb48e31 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:13.819699 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6', 'code': 200} Aug 20 00:02:13.829009 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:13.911584 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:13.938348 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:13.988775 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:13.997779 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:13.998490 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:13.999777 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:13.999777 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:13.999777 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.000380 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.000879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.001415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.001915 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.002415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.002895 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.003399 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:14.138751 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Floating IP 0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4 associated. External IP: 172.27.1.178, port: fe3a2aca-d5a3-4288-8023-9d6f2193f258. Aug 20 00:02:14.405412 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff5eb2-0e20-4f80-a1c4-30f29cdd8d56 req-724c20a7-c440-45c0-81a1-bf37608b4cb0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:14.406969 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bfff5eb2-0e20-4f80-a1c4-30f29cdd8d56 req-724c20a7-c440-45c0-81a1-bf37608b4cb0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0897179 Aug 20 00:02:14.443528 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Router f396b826-5919-499b-9438-70d17a417d1a has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:02:14.465204 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bfff5eb2-0e20-4f80-a1c4-30f29cdd8d56 req-dccf1a4c-4177-4584-a231-70d53f330465 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Aug 20 00:02:14.595276 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b23d-95cb-41aa-94b1-bd0c425bca40 req-adc4bcfa-c365-41ed-81ad-42fefd9403d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:14.597846 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f52b23d-95cb-41aa-94b1-bd0c425bca40 req-adc4bcfa-c365-41ed-81ad-42fefd9403d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 1099 time: 0.2391367 Aug 20 00:02:14.661332 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0f52b23d-95cb-41aa-94b1-bd0c425bca40 req-f0186628-52b4-43b5-ace4-0759efc02762 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Aug 20 00:02:14.711751 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:02:14.727625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:14.762708 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:02:14.786988 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:02:14.788701 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:01:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:14.797135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39736) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:14.798496 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-99e30ffc-a94d-49a7-91eb-4aad8a44f50e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "PUT /v2.0/floatingips/0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4 HTTP/1.1" status: 200 len: 991 time: 1.9885547 Aug 20 00:02:14.799235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:14.803106 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77214c0d-489a-4a6f-9996-782428651dca" -d '{"events": [{"name": "network-changed", "server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:14.988296 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:02:15.096621 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:15.138951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd60b8d-aac1-4690-b7ad-ef552459c960 x-openstack-request-id: req-1bd60b8d-aac1-4690-b7ad-ef552459c960 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:15.138951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:15.138951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bd60b8d-aac1-4690-b7ad-ef552459c960 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:15.138951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'status': 'completed', 'code': 200} Aug 20 00:02:15.317553 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214c0d-489a-4a6f-9996-782428651dca req-c2f3f8a7-62b3-499f-9c48-e21515906ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:15.319402 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-c2f3f8a7-62b3-499f-9c48-e21515906ed9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1098 time: 0.1502495 Aug 20 00:02:15.498768 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'mac_address': 'fa:16:3e:a2:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:01:26Z', 'updated_at': '2021-08-20T00:02:13Z', 'revision_number': 1, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:15.542516 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:15.558922 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:02:15.571390 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214c0d-489a-4a6f-9996-782428651dca req-6437cd0a-f2c8-4249-b980-cce8e7ca5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:15.572133 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:02:15.572933 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:01:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:15.574071 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-6437cd0a-f2c8-4249-b980-cce8e7ca5d80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.2360168 Aug 20 00:02:15.649655 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:15.701257 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e44272-b467-4904-b7e3-9352d9ff018b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:15.729268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6886a-ae79-4b60-a4a9-5369976c78a6 req-29dfa2d2-e341-4dfb-a4d0-6edbf6bcbe3a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:15.732976 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07d6886a-ae79-4b60-a4a9-5369976c78a6 req-29dfa2d2-e341-4dfb-a4d0-6edbf6bcbe3a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1014328 Aug 20 00:02:15.735096 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.735442 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.735786 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.736152 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.736492 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.736820 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.737155 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.737526 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.737996 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.738601 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.738981 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.739310 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:15.768298 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a3b0a71a-e4b6-42d9-adf4-c8279ee454c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e24d509a1e4e4419bc0b470266775203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9596360 Aug 20 00:02:15.768298 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39786) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:15.779991 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:02:15.784792 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-46c6718f-2ed2-4aca-82da-827e5a11dfdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 999 time: 0.2015209 Aug 20 00:02:15.823799 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07d6886a-ae79-4b60-a4a9-5369976c78a6 req-c8b33dd7-8a6b-4c13-ab2c-edc3133cf194 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738907 Aug 20 00:02:15.872229 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214c0d-489a-4a6f-9996-782428651dca req-b4a47892-23e7-413b-8179-5055777f1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:15.875406 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-b4a47892-23e7-413b-8179-5055777f1407 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0792420 Aug 20 00:02:15.922251 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75c0c8fa-c619-460e-87da-6acc3483601b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:16.022656 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75c0c8fa-c619-460e-87da-6acc3483601b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:16.072830 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214c0d-489a-4a6f-9996-782428651dca req-65b13ffa-5132-449f-a791-ddd36ef930cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:16.074711 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-65b13ffa-5132-449f-a791-ddd36ef930cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1776600 Aug 20 00:02:16.203318 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'mac_address': 'fa:16:3e:a2:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:01:26Z', 'updated_at': '2021-08-20T00:02:13Z', 'revision_number': 1, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:16.244016 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9a067-98ed-4ed4-8e96-2d1233ebd615 None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'mac_address': 'fa:16:3e:a2:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:01:26Z', 'updated_at': '2021-08-20T00:02:13Z', 'revision_number': 1, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:02:16.271982 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-a65d24c9-0b6b-4c83-ae45-06c93f414932 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643713 Aug 20 00:02:16.321639 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75c0c8fa-c619-460e-87da-6acc3483601b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:16.323390 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-75c0c8fa-c619-460e-87da-6acc3483601b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:16.324687 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-75c0c8fa-c619-460e-87da-6acc3483601b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48e44272-b467-4904-b7e3-9352d9ff018b HTTP/1.1" status: 204 len: 168 time: 0.5547044 Aug 20 00:02:16.368085 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0c8fa-c619-460e-87da-6acc3483601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e44272-b467-4904-b7e3-9352d9ff018b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:16.422034 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-77214c0d-489a-4a6f-9996-782428651dca req-c6235d26-033c-4153-849d-2d900bea8a52 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333423 Aug 20 00:02:16.612307 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecd79d-1afc-4017-871b-0a9615a9f339 None None] New status for floating IP 0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4: ACTIVE {{(pid=101346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:02:16.971024 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7d839-f433-4803-87c7-c6bb7743dcac req-79a13947-6fbd-413d-8e6a-6c4212881e61 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:16.973898 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ca7d839-f433-4803-87c7-c6bb7743dcac req-79a13947-6fbd-413d-8e6a-6c4212881e61 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0587595 Aug 20 00:02:17.013257 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ca7d839-f433-4803-87c7-c6bb7743dcac req-28c86dc3-3222-4a58-8660-d8e903cff17a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Aug 20 00:02:17.287638 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39824) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:17.303338 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebeca27-0cde-45c1-9cb3-0334dd91fe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.417921 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebeca27-0cde-45c1-9cb3-0334dd91fe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.550717 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebeca27-0cde-45c1-9cb3-0334dd91fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.591687 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2ebeca27-0cde-45c1-9cb3-0334dd91fe8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=047f4467bbca46db9f1b2e8e2038405e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027740 Aug 20 00:02:17.592924 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeca27-0cde-45c1-9cb3-0334dd91fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3887da-a410-4466-8ba6-d0201c2e574b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:17.594387 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39828) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:17.673765 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.701578 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.801088 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932f2a-ab03-43ca-979a-5c6a691bbc9f req-8643a9a4-19a4-45ef-bf01-470cc2de1b83 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:17.802594 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a2932f2a-ab03-43ca-979a-5c6a691bbc9f req-8643a9a4-19a4-45ef-bf01-470cc2de1b83 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0549784 Aug 20 00:02:17.851439 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a2932f2a-ab03-43ca-979a-5c6a691bbc9f req-fdf7f25d-83f3-425e-903a-136170c607dc tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Aug 20 00:02:17.861286 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-88bbcd7a-4935-43d6-8d6f-0a78ead1a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:17.866036 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-88bbcd7a-4935-43d6-8d6f-0a78ead1a005 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 1099 time: 0.0707691 Aug 20 00:02:17.867443 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.870380 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:17.871697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b3887da-a410-4466-8ba6-d0201c2e574b HTTP/1.1" status: 204 len: 168 time: 0.2724960 Aug 20 00:02:17.880629 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3887da-a410-4466-8ba6-d0201c2e574b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:17.888933 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.889283 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.889626 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.889965 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.890300 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.890721 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.891058 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.891387 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.891773 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.892181 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.892507 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.892828 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322de67-5b4c-4647-b2e4-06336ae3d740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:02:17.999451 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-6d1bd105-8280-46af-b98d-2217f0c5016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:18.001200 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-6d1bd105-8280-46af-b98d-2217f0c5016a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.1206973 Aug 20 00:02:18.073764 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-1482962c-6ddb-4276-9142-b7a57ba59ae3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6 HTTP/1.1" status: 200 len: 217 time: 0.0589137 Aug 20 00:02:18.160938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-26a5717c-2a16-45a9-b643-ff20ed26fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:18.162856 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-26a5717c-2a16-45a9-b643-ff20ed26fd7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.0806954 Aug 20 00:02:18.207620 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-8bff0f92-4866-4832-9644-675214b9ed0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361331 Aug 20 00:02:18.314423 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-935ebbf3-5461-47ae-a8fc-36cf15e001e6 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984600 Aug 20 00:02:18.421717 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-83ea6622-cc8b-46bf-96d3-6b670a128300 req-87e81923-0eab-4235-8da2-7bf55bd2a6ea service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002221 Aug 20 00:02:19.005374 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc18e8a-f2fb-4ec3-8bde-4e722e3f8fa5 req-70111838-bcce-46d6-9fd7-02a99dc127b8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:19.015777 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9cc18e8a-f2fb-4ec3-8bde-4e722e3f8fa5 req-70111838-bcce-46d6-9fd7-02a99dc127b8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0688434 Aug 20 00:02:19.067962 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9cc18e8a-f2fb-4ec3-8bde-4e722e3f8fa5 req-01ea0255-b021-40e6-bcbd-97b379f001be tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511441 Aug 20 00:02:19.340558 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-524b180d-f938-4f4a-84f6-de784ad2a0b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522668 Aug 20 00:02:19.469515 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-a8a1760c-c348-4717-a266-9b193f67f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:19.471534 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-a8a1760c-c348-4717-a266-9b193f67f26b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 1099 time: 0.0508337 Aug 20 00:02:19.621937 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-6988811b-078c-45b4-b189-2fd0cf11bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:19.623627 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-6988811b-078c-45b4-b189-2fd0cf11bc87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 916 time: 0.1247346 Aug 20 00:02:19.671284 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-e71c4600-d0d2-4bd8-8061-ee255b546f65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65 HTTP/1.1" status: 200 len: 217 time: 0.0372560 Aug 20 00:02:19.739687 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-2b511f79-3d97-4a1e-b150-d45667946205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:19.742407 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-2b511f79-3d97-4a1e-b150-d45667946205 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.0604901 Aug 20 00:02:19.814365 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-009efcc8-c24c-430d-aac7-5d272a429d12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552859 Aug 20 00:02:19.950791 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-fd7b8531-6ba5-42c9-889a-58109f300368 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315470 Aug 20 00:02:20.078972 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f0e28827-32e1-42a2-8817-b9c6f94d1fa8 req-4c4c70ed-ec97-492d-9440-eb5ec9b3a8c1 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206307 Aug 20 00:02:20.224301 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d01e1f-7d65-4785-ab89-c55e248d0b8e req-a2b9d62a-1c19-433c-ae5b-a2055ff476bf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:20.226940 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c7d01e1f-7d65-4785-ab89-c55e248d0b8e req-a2b9d62a-1c19-433c-ae5b-a2055ff476bf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0614550 Aug 20 00:02:20.254911 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39932) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:20.288930 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c7d01e1f-7d65-4785-ab89-c55e248d0b8e req-7bc94667-d658-4dc2-b3c6-587c46031de7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518014 Aug 20 00:02:20.494628 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9489ed22-6754-43a1-9c72-db3ad7de82e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:20.584335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:20.644842 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9489ed22-6754-43a1-9c72-db3ad7de82e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:20.749202 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9489ed22-6754-43a1-9c72-db3ad7de82e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:20.793353 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9489ed22-6754-43a1-9c72-db3ad7de82e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=844c2e3bb5b84015b3ecaaeae479201b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372467 Aug 20 00:02:20.794566 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489ed22-6754-43a1-9c72-db3ad7de82e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ae926-853e-4097-9980-a68092e5de99,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:20.799769 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39952) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:20.914609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-61cdfe82-e0e2-46a8-920c-d5cfb620287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:20.947160 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-61cdfe82-e0e2-46a8-920c-d5cfb620287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:21.141519 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-61cdfe82-e0e2-46a8-920c-d5cfb620287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:21.145105 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-61cdfe82-e0e2-46a8-920c-d5cfb620287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:21.146537 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-61cdfe82-e0e2-46a8-920c-d5cfb620287b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e01ae926-853e-4097-9980-a68092e5de99 HTTP/1.1" status: 204 len: 168 time: 0.3446631 Aug 20 00:02:21.157599 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdfe82-e0e2-46a8-920c-d5cfb620287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ae926-853e-4097-9980-a68092e5de99,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:21.466492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4003bb1-b422-47f8-83b4-90ad289bc635 req-fc2a9dfe-bca2-4c40-8867-c7aab512e91f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:21.467765 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4003bb1-b422-47f8-83b4-90ad289bc635 req-fc2a9dfe-bca2-4c40-8867-c7aab512e91f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0674367 Aug 20 00:02:21.544802 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4003bb1-b422-47f8-83b4-90ad289bc635 req-9289b224-914c-4b8b-9737-cac61fa302f8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638926 Aug 20 00:02:22.191386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 39988) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:22.211710 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-89a47e6c-2b66-4721-baa6-c58e35f0d369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.425248 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 39994) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:22.545471 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-89a47e6c-2b66-4721-baa6-c58e35f0d369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.577491 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-636e23a4-0795-46ac-839a-ae0b6786ee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.638841 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-89a47e6c-2b66-4721-baa6-c58e35f0d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.720191 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-89a47e6c-2b66-4721-baa6-c58e35f0d369 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9a2c7eb253d41d99252f46b7bedf63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270360 Aug 20 00:02:22.720821 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40004) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:22.725723 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a47e6c-2b66-4721-baa6-c58e35f0d369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc3f66-1e4c-4f70-b68d-3310e13a14cf,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:22.726086 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-636e23a4-0795-46ac-839a-ae0b6786ee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.751079 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81422f-d715-4c2d-b01e-55bda36a3a45 req-5044eba5-16e9-416e-9cf5-33090f055abf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:22.752644 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f81422f-d715-4c2d-b01e-55bda36a3a45 req-5044eba5-16e9-416e-9cf5-33090f055abf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1268713 Aug 20 00:02:22.811744 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-636e23a4-0795-46ac-839a-ae0b6786ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.817267 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f81422f-d715-4c2d-b01e-55bda36a3a45 req-c621977c-4ea3-462b-a772-a78bd4d91596 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Aug 20 00:02:22.822677 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ae62849-c221-4630-a4a4-dc93d94fba15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.853247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ae62849-c221-4630-a4a4-dc93d94fba15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.856683 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-636e23a4-0795-46ac-839a-ae0b6786ee30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80150ed00a9e48d3bf867db9e20a663e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303396 Aug 20 00:02:22.858031 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e23a4-0795-46ac-839a-ae0b6786ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1db97-0241-46ca-9fce-180e2536aefb,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:22.860654 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40006) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:22.938338 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4dec47-4c6a-44f9-a7d5-2de573bde831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:22.970982 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4dec47-4c6a-44f9-a7d5-2de573bde831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:23.084495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ae62849-c221-4630-a4a4-dc93d94fba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:23.087145 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ae62849-c221-4630-a4a4-dc93d94fba15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:23.088367 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-7ae62849-c221-4630-a4a4-dc93d94fba15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ddc3f66-1e4c-4f70-b68d-3310e13a14cf HTTP/1.1" status: 204 len: 168 time: 0.3636527 Aug 20 00:02:23.097981 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae62849-c221-4630-a4a4-dc93d94fba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc3f66-1e4c-4f70-b68d-3310e13a14cf,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:23.207462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4dec47-4c6a-44f9-a7d5-2de573bde831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:23.210465 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4dec47-4c6a-44f9-a7d5-2de573bde831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:23.211655 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8e4dec47-4c6a-44f9-a7d5-2de573bde831 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5d1db97-0241-46ca-9fce-180e2536aefb HTTP/1.1" status: 204 len: 168 time: 0.3500400 Aug 20 00:02:23.220610 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dec47-4c6a-44f9-a7d5-2de573bde831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1db97-0241-46ca-9fce-180e2536aefb,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:23.939952 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9edb2-9a9a-4115-a66e-92cc297f7f82 req-8bcc7374-4c4c-473b-be41-2790c099e1b8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:23.942048 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27b9edb2-9a9a-4115-a66e-92cc297f7f82 req-8bcc7374-4c4c-473b-be41-2790c099e1b8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0515840 Aug 20 00:02:23.954888 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d7482d49-f6c7-4871-b0ad-930c186b9fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:23.984167 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27b9edb2-9a9a-4115-a66e-92cc297f7f82 req-b091ab1c-1284-4b70-bfc2-4b12fd72d451 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Aug 20 00:02:24.068704 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40036) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:24.086761 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2698-50c2-406c-a317-dacbcc749457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.194212 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2698-50c2-406c-a317-dacbcc749457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.303868 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ebe2698-50c2-406c-a317-dacbcc749457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.347475 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9ebe2698-50c2-406c-a317-dacbcc749457 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f3421c084e74645a2cfcdfc46984012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769306 Aug 20 00:02:24.348589 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe2698-50c2-406c-a317-dacbcc749457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c9e72-1858-40dc-9435-a17193a9015d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:24.351823 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40046) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:24.438406 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-687f5875-a96f-4dc0-846e-ec6c12169d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.480276 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-687f5875-a96f-4dc0-846e-ec6c12169d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.617731 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-687f5875-a96f-4dc0-846e-ec6c12169d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.620744 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-687f5875-a96f-4dc0-846e-ec6c12169d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:24.621946 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-687f5875-a96f-4dc0-846e-ec6c12169d54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/331c9e72-1858-40dc-9435-a17193a9015d HTTP/1.1" status: 204 len: 168 time: 0.2691395 Aug 20 00:02:24.632938 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f5875-a96f-4dc0-846e-ec6c12169d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c9e72-1858-40dc-9435-a17193a9015d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:25.130512 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d54c1-12c2-4ab9-95ee-c50ad0e6964d req-59fe3de3-e3ad-4c7e-bf9a-f3106c0a39e2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:25.133673 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-065d54c1-12c2-4ab9-95ee-c50ad0e6964d req-59fe3de3-e3ad-4c7e-bf9a-f3106c0a39e2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0602624 Aug 20 00:02:25.174171 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-065d54c1-12c2-4ab9-95ee-c50ad0e6964d req-8354b36d-b7dc-4fa0-b469-6443acb31b8d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Aug 20 00:02:25.880541 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40100) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:25.900213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4df49bbb-dd8b-4cdf-9e87-57a97a37a245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.055146 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4df49bbb-dd8b-4cdf-9e87-57a97a37a245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.173628 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4df49bbb-dd8b-4cdf-9e87-57a97a37a245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.272088 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4df49bbb-dd8b-4cdf-9e87-57a97a37a245 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fdacaeaa0a54acb8fd781e669a2c8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894603 Aug 20 00:02:26.275437 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40114) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:26.288864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df49bbb-dd8b-4cdf-9e87-57a97a37a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb81f8-b1e8-470b-a339-e86ebc77b61b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:26.351226 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b9710de2-a399-40ac-94c3-01bb6769427f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.370442 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1153b-5b62-4e73-971b-d161140af7a0 req-31d4839e-d497-4d42-b998-3753a4c49f5e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:26.372115 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-58f1153b-5b62-4e73-971b-d161140af7a0 req-31d4839e-d497-4d42-b998-3753a4c49f5e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0541837 Aug 20 00:02:26.398173 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b9710de2-a399-40ac-94c3-01bb6769427f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.425165 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-58f1153b-5b62-4e73-971b-d161140af7a0 req-0b057f87-8577-442b-b99c-95cccaadaa4a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Aug 20 00:02:26.555004 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b9710de2-a399-40ac-94c3-01bb6769427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.558072 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b9710de2-a399-40ac-94c3-01bb6769427f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:26.559529 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b9710de2-a399-40ac-94c3-01bb6769427f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cdb81f8-b1e8-470b-a339-e86ebc77b61b HTTP/1.1" status: 204 len: 168 time: 0.2825069 Aug 20 00:02:26.567908 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9710de2-a399-40ac-94c3-01bb6769427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb81f8-b1e8-470b-a339-e86ebc77b61b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:26.749332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-1c45203a-363f-4dd8-93cc-6a01a46e3d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:27.023126 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:27.563093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b281-6833-4024-9990-34753a70ff2a req-edbba13b-8fcf-44d8-987c-2eec7c0d7aef tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:27.564684 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-91f1b281-6833-4024-9990-34753a70ff2a req-edbba13b-8fcf-44d8-987c-2eec7c0d7aef tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0599313 Aug 20 00:02:27.605243 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-91f1b281-6833-4024-9990-34753a70ff2a req-73544d55-8ac0-45a5-b976-083f764892ce tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Aug 20 00:02:28.025145 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:28.785092 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-63b7212c-9d2c-4a85-8ec7-b6215ab1e2e3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:28.787204 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-63b7212c-9d2c-4a85-8ec7-b6215ab1e2e3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.1437893 Aug 20 00:02:28.820034 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-f3fb930e-09bb-4b62-a403-39876b1ed223 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/quotas/bffb1117bdeb4df8b5d5e14f9f2294f3 HTTP/1.1" status: 200 len: 375 time: 0.0184476 Aug 20 00:02:28.902295 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-9f06a80a-bef9-496e-916f-8dd0b7a50835 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811701 Aug 20 00:02:28.923003 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c62ea-dda6-42d8-94ed-1b5730d203a7 req-ca682c19-b446-424a-b96a-3305332e94f9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:28.925337 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e58c62ea-dda6-42d8-94ed-1b5730d203a7 req-ca682c19-b446-424a-b96a-3305332e94f9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0953088 Aug 20 00:02:29.040166 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e58c62ea-dda6-42d8-94ed-1b5730d203a7 req-12c6fdf0-2f18-4cef-ad1a-0d80e691272f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014280 Aug 20 00:02:29.070982 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-f73c9884-d073-4d59-b4be-0859ea36d5ef service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443892 Aug 20 00:02:29.171013 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-fee944b7-d3b2-42f3-adc5-e28edb3468e6 service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936956 Aug 20 00:02:29.477846 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3d2fef56-8968-440e-9be7-0a9f744f6c32 req-1e67f88e-87a8-4376-86d9-24c546377373 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0501537 Aug 20 00:02:29.646947 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:30.187182 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b5d07-c8db-4f35-8af6-e0517ff4e3c4 req-b333e5e0-a27b-4602-bf21-cf58b90e9880 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:30.189029 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-776b5d07-c8db-4f35-8af6-e0517ff4e3c4 req-b333e5e0-a27b-4602-bf21-cf58b90e9880 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0543935 Aug 20 00:02:30.239210 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-776b5d07-c8db-4f35-8af6-e0517ff4e3c4 req-4b185f3e-0135-4a0d-bb94-556e42a2864a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Aug 20 00:02:30.597319 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0955ec3f-17c4-4005-9a4e-b9d104028ba0 req-a3d7b7b8-aa94-47ee-9088-0173e91d5b34 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0379090 Aug 20 00:02:30.725968 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40316) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:30.883391 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dd0b87d3-6379-4cea-9a77-33e48d810dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.023803 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dd0b87d3-6379-4cea-9a77-33e48d810dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.160213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dd0b87d3-6379-4cea-9a77-33e48d810dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.218564 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b87d3-6379-4cea-9a77-33e48d810dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e5889-ef8e-4c6a-966c-2b908aaf4941,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:31.226791 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-dd0b87d3-6379-4cea-9a77-33e48d810dac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57682e9f20134851bcd15b28c17fef68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989469 Aug 20 00:02:31.231160 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40336) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:31.311826 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-262f69bd-93f2-4fda-a097-bd422a8ceb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.351490 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-262f69bd-93f2-4fda-a097-bd422a8ceb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.401540 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40344) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:31.438781 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b1d3a-5e5b-448a-95f0-4be7f76c8f3c req-d34bb748-afb4-4e0c-b0e9-5e6182239b1d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:31.441511 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a9b1d3a-5e5b-448a-95f0-4be7f76c8f3c req-d34bb748-afb4-4e0c-b0e9-5e6182239b1d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1180217 Aug 20 00:02:31.486101 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a9b1d3a-5e5b-448a-95f0-4be7f76c8f3c req-566e9103-e317-460a-a3da-dddba54b1594 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Aug 20 00:02:31.575076 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78cf54af-304e-4e8f-9a3e-e05975b54010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.587641 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-262f69bd-93f2-4fda-a097-bd422a8ceb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.590685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-262f69bd-93f2-4fda-a097-bd422a8ceb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.595689 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-262f69bd-93f2-4fda-a097-bd422a8ceb2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee3e5889-ef8e-4c6a-966c-2b908aaf4941 HTTP/1.1" status: 204 len: 168 time: 0.3595383 Aug 20 00:02:31.601262 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f69bd-93f2-4fda-a097-bd422a8ceb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e5889-ef8e-4c6a-966c-2b908aaf4941,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:31.705512 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7acaa3d3-dc77-450c-a035-b0744fe9996e req-0a2a0c10-81a0-4f85-8335-fda2f4457fdb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0288997 Aug 20 00:02:31.735675 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78cf54af-304e-4e8f-9a3e-e05975b54010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.764085 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:02:31.823743 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78cf54af-304e-4e8f-9a3e-e05975b54010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.867203 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-78cf54af-304e-4e8f-9a3e-e05975b54010 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=418b493c214942b1856fe1acde051cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644535 Aug 20 00:02:31.868412 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf54af-304e-4e8f-9a3e-e05975b54010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b15fbc-68e0-4530-8ae8-3cd540aa6ed2,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:31.870569 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40356) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:31.936588 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9c334c0-1d42-4fb5-9fbf-6dd5ef44cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:31.962453 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9c334c0-1d42-4fb5-9fbf-6dd5ef44cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.103649 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9c334c0-1d42-4fb5-9fbf-6dd5ef44cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.106413 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9c334c0-1d42-4fb5-9fbf-6dd5ef44cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.107619 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b9c334c0-1d42-4fb5-9fbf-6dd5ef44cdf2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2b15fbc-68e0-4530-8ae8-3cd540aa6ed2 HTTP/1.1" status: 204 len: 168 time: 0.2356651 Aug 20 00:02:32.116165 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c334c0-1d42-4fb5-9fbf-6dd5ef44cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b15fbc-68e0-4530-8ae8-3cd540aa6ed2,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:32.501562 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40370) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:32.516002 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10d54099-5e84-403b-ad6b-430bb62f89ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.636327 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d8272-64f4-442e-97f4-2d3443e7c89b req-0f72e80f-320b-4cf2-85c5-90878665d555 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:32.637914 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2b0d8272-64f4-442e-97f4-2d3443e7c89b req-0f72e80f-320b-4cf2-85c5-90878665d555 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0736868 Aug 20 00:02:32.694269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10d54099-5e84-403b-ad6b-430bb62f89ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.702464 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2b0d8272-64f4-442e-97f4-2d3443e7c89b req-3e51dad2-69c0-4423-baf1-c548b302e009 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554307 Aug 20 00:02:32.777823 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10d54099-5e84-403b-ad6b-430bb62f89ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.843569 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-10d54099-5e84-403b-ad6b-430bb62f89ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c29fc5b465f453f92ac3cc440b5bfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406858 Aug 20 00:02:32.844394 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54099-5e84-403b-ad6b-430bb62f89ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933fcf9-8f59-4a46-89a0-54e825bde5e9,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:32.847769 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40378) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:32.848805 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-03d88e6e-9528-40e5-a86a-8914cafacc85 req-67051f7b-dfa4-48b0-9f99-f5d7b3d80622 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0472291 Aug 20 00:02:32.900481 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da66e224-35fa-4e16-bc9c-d5664af6790b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.928938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da66e224-35fa-4e16-bc9c-d5664af6790b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:32.942626 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40380) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:32.956437 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea087327-bb64-4f2e-8ea9-6b855e630a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.101591 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da66e224-35fa-4e16-bc9c-d5664af6790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.104088 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da66e224-35fa-4e16-bc9c-d5664af6790b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.105288 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-da66e224-35fa-4e16-bc9c-d5664af6790b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9933fcf9-8f59-4a46-89a0-54e825bde5e9 HTTP/1.1" status: 204 len: 168 time: 0.2565911 Aug 20 00:02:33.114254 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66e224-35fa-4e16-bc9c-d5664af6790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933fcf9-8f59-4a46-89a0-54e825bde5e9,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:33.191687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea087327-bb64-4f2e-8ea9-6b855e630a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.257633 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea087327-bb64-4f2e-8ea9-6b855e630a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.296845 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ea087327-bb64-4f2e-8ea9-6b855e630a9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8378b7f180f4de49acddccc52115e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531041 Aug 20 00:02:33.297780 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea087327-bb64-4f2e-8ea9-6b855e630a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982ab64c-4b51-4d99-82c7-3758f1eb5682,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:33.299627 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40386) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:33.364079 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-71582cad-259f-4a74-9900-0c89556c7df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.387171 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-71582cad-259f-4a74-9900-0c89556c7df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.514705 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-71582cad-259f-4a74-9900-0c89556c7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.517377 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-71582cad-259f-4a74-9900-0c89556c7df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:33.522797 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-71582cad-259f-4a74-9900-0c89556c7df4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/982ab64c-4b51-4d99-82c7-3758f1eb5682 HTTP/1.1" status: 204 len: 168 time: 0.2171190 Aug 20 00:02:33.532344 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71582cad-259f-4a74-9900-0c89556c7df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ab64c-4b51-4d99-82c7-3758f1eb5682,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:33.884176 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202be49-4895-4b82-bf2b-40905939c0d8 req-3534eb90-8e8f-49e3-9c62-6073aaa40da8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:33.886581 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b202be49-4895-4b82-bf2b-40905939c0d8 req-3534eb90-8e8f-49e3-9c62-6073aaa40da8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0998697 Aug 20 00:02:33.941673 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b202be49-4895-4b82-bf2b-40905939c0d8 req-fa5d0f55-e0db-4418-9664-0601562b9445 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Aug 20 00:02:34.037329 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-55d2fff4-bd89-49c7-a4c6-e742e6f9cac6 req-59aed0ec-b6fc-4dee-b0e7-70beaf398105 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0350356 Aug 20 00:02:35.112232 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71298f00-36df-4a31-961d-04b2a81395fb req-18938c7b-660a-4788-beca-407c5c062f52 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:35.114087 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-71298f00-36df-4a31-961d-04b2a81395fb req-18938c7b-660a-4788-beca-407c5c062f52 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0587811 Aug 20 00:02:35.187134 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ab8e74f-cc74-4c97-9dc8-797193c731b1 req-8ec0e75a-d16f-406b-a2e8-a042f0fcaad5 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0469427 Aug 20 00:02:35.224805 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-71298f00-36df-4a31-961d-04b2a81395fb req-673c3bff-c2e1-4e14-ad3b-eb8052b3ce77 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Aug 20 00:02:35.481702 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-f79d0707-3442-471e-b820-548fe38753e0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:35.483761 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-f79d0707-3442-471e-b820-548fe38753e0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.1669681 Aug 20 00:02:35.505844 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Request body: {'port': {'device_id': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'admin_state_up': True, 'tenant_id': 'bffb1117bdeb4df8b5d5e14f9f2294f3'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:02:35.918405 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Made reservation on behalf of bffb1117bdeb4df8b5d5e14f9f2294f3 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:02:35.923300 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:36.245989 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Allocated IP 172.20.0.10 (37f09d90-e837-43da-bf3c-5f3349530506/e4b8b709-4881-4f60-81d0-49b63bb7d03f/568257a3-4b22-4824-93f6-db72460b6e73) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:02:36.490453 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e73549ff-45cb-460f-9287-5e45cdd99815 req-9d1a904d-adb8-435f-8f3f-fb12ad9abf48 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0566630 Aug 20 00:02:36.561653 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62cc16-276e-4184-a5ad-fc2211fae3fd req-9009491a-3b93-43b0-8b02-3045007be67e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:36.572040 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3b62cc16-276e-4184-a5ad-fc2211fae3fd req-9009491a-3b93-43b0-8b02-3045007be67e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1213729 Aug 20 00:02:36.589891 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:36.656011 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3b62cc16-276e-4184-a5ad-fc2211fae3fd req-dbae561d-fe25-4bca-a2aa-de7990bc3eeb tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810659 Aug 20 00:02:36.736883 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:36.756219 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:36.790267 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Network 37f09d90-e837-43da-bf3c-5f3349530506 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:02:36.797467 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:02:36.805490 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:02:36.811482 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:36.812268 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:36.816532 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event updated for resources: {'Port': ['ID=568257a3-4b22-4824-93f6-db72460b6e73,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:36.950748 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-d1f84c70-d1d0-4005-a296-6f9a4e5fe155 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4530435 Aug 20 00:02:36.970097 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Request body: {'port': {'device_id': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:02:37.083978 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:37.474832 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40542) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:37.514078 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568257a3-4b22-4824-93f6-db72460b6e73 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:02:37.523205 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:37.538211 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Transition to ACTIVE for port object 568257a3-4b22-4824-93f6-db72460b6e73 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:02:37.632573 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:37.666492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7013440a-bae1-42eb-adaf-194472f08047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:37.706665 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed08c2-3203-4d10-b185-fa036ae247a7 req-0b739218-4b19-4f03-a581-bc0158ad9e51 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:37.710691 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-50ed08c2-3203-4d10-b185-fa036ae247a7 req-0b739218-4b19-4f03-a581-bc0158ad9e51 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 944 time: 0.0886095 Aug 20 00:02:37.786874 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Pushing event updated for resources: {'Port': ['ID=568257a3-4b22-4824-93f6-db72460b6e73,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:37.796556 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-50ed08c2-3203-4d10-b185-fa036ae247a7 req-fac0614d-88e4-4a14-9c1c-24db5c57dd07 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775352 Aug 20 00:02:37.799802 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Attempting to bind port 568257a3-4b22-4824-93f6-db72460b6e73 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:02:37.800709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Attempting to bind port 568257a3-4b22-4824-93f6-db72460b6e73 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:02:37.801515 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Attempting to bind port 568257a3-4b22-4824-93f6-db72460b6e73 on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:02:37.809392 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Port 568257a3-4b22-4824-93f6-db72460b6e73 on network 37f09d90-e837-43da-bf3c-5f3349530506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:02:37.809718 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Attempting to bind port 568257a3-4b22-4824-93f6-db72460b6e73 on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:02:37.815158 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:02:37.815533 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Checking segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:02:37.815872 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Bound using segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:02:37.816435 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Bound port: 568257a3-4b22-4824-93f6-db72460b6e73, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:02:37.816774 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:37.868782 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e1e35-3b51-487d-87b9-9f5493d6c8d5 req-e5dc5406-43e2-4281-92dd-4bc8871f5ce5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:37.870510 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6c6e1e35-3b51-487d-87b9-9f5493d6c8d5 req-e5dc5406-43e2-4281-92dd-4bc8871f5ce5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0985327 Aug 20 00:02:37.887446 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7013440a-bae1-42eb-adaf-194472f08047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:37.927198 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6c6e1e35-3b51-487d-87b9-9f5493d6c8d5 req-b8faa8e4-97d1-44f8-9c41-3861c280d3f1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Aug 20 00:02:38.033040 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7013440a-bae1-42eb-adaf-194472f08047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.070265 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] For port 568257a3-4b22-4824-93f6-db72460b6e73, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:02:38.075427 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] For port 568257a3-4b22-4824-93f6-db72460b6e73, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=568257a3-4b22-4824-93f6-db72460b6e73,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:02:38.079299 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-7013440a-bae1-42eb-adaf-194472f08047 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2965af7ed6d94edbaf9bc3a37f5f8064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033223 Aug 20 00:02:38.080029 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013440a-bae1-42eb-adaf-194472f08047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4231439-087e-4d0f-a765-da856d5b5970,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:38.084274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40552) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:38.143280 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5648166c-c203-49fb-834f-31721393476c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.154820 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.196037 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5648166c-c203-49fb-834f-31721393476c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.217479 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:38.218110 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.219540 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-82796659-e076-43c3-81bb-5913a93a291e service neutron] 10.222.0.10 "PUT /v2.0/ports/568257a3-4b22-4824-93f6-db72460b6e73 HTTP/1.1" status: 200 len: 1094 time: 1.2581003 Aug 20 00:02:38.220028 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'tag': '568257a3-4b22-4824-93f6-db72460b6e73'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:38.223231 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0b620-f1f6-411d-beca-ac981c438a68" -d '{"events": [{"name": "network-changed", "server_uuid": "8c03b1a3-bce1-4310-a719-19d30579f6bb", "tag": "568257a3-4b22-4824-93f6-db72460b6e73"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:38.263560 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796659-e076-43c3-81bb-5913a93a291e service neutron] Pushing event updated for resources: {'Port': ['ID=568257a3-4b22-4824-93f6-db72460b6e73,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:38.267888 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db45e93-3f34-4ae8-918c-15416f417f44 x-openstack-request-id: req-5db45e93-3f34-4ae8-918c-15416f417f44 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:38.268308 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c03b1a3-bce1-4310-a719-19d30579f6bb", "tag": "568257a3-4b22-4824-93f6-db72460b6e73", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:38.268635 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5db45e93-3f34-4ae8-918c-15416f417f44 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:38.269268 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'tag': '568257a3-4b22-4824-93f6-db72460b6e73', 'status': 'completed', 'code': 200} Aug 20 00:02:38.361708 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0b620-f1f6-411d-beca-ac981c438a68 req-73bf6dbe-cbc1-43c3-a6a5-ec50e41b9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:38.364832 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-27d0b620-f1f6-411d-beca-ac981c438a68 req-73bf6dbe-cbc1-43c3-a6a5-ec50e41b9bbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 1097 time: 0.0611303 Aug 20 00:02:38.424317 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5648166c-c203-49fb-834f-31721393476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.427692 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5648166c-c203-49fb-834f-31721393476c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:38.428947 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5648166c-c203-49fb-834f-31721393476c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4231439-087e-4d0f-a765-da856d5b5970 HTTP/1.1" status: 204 len: 168 time: 0.3432858 Aug 20 00:02:38.452321 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648166c-c203-49fb-834f-31721393476c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4231439-087e-4d0f-a765-da856d5b5970,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:38.567729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0b620-f1f6-411d-beca-ac981c438a68 req-2abff100-b527-48e3-a0dc-c6043dbe4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:38.569484 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-27d0b620-f1f6-411d-beca-ac981c438a68 req-2abff100-b527-48e3-a0dc-c6043dbe4187 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1946995 Aug 20 00:02:38.754085 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0b620-f1f6-411d-beca-ac981c438a68 req-7c87475f-19db-4548-a285-4590f7869c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:38.755722 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-27d0b620-f1f6-411d-beca-ac981c438a68 req-7c87475f-19db-4548-a285-4590f7869c00 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780024 Aug 20 00:02:38.860807 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-cdce6653-e205-4856-a82e-3e6966d2d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:38.867525 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-cdce6653-e205-4856-a82e-3e6966d2d78a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 1097 time: 0.0576735 Aug 20 00:02:38.951004 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-cda403fc-de0f-4d2f-8eb7-53501bbe5aa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=568257a3-4b22-4824-93f6-db72460b6e73 HTTP/1.1" status: 200 len: 217 time: 0.0762453 Aug 20 00:02:38.990292 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f9f60-2ce4-4caa-b8a9-19e2d88d409c req-f91e246f-fea0-49fc-80c0-804e99a73c1f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:38.992908 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-581f9f60-2ce4-4caa-b8a9-19e2d88d409c req-f91e246f-fea0-49fc-80c0-804e99a73c1f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 944 time: 0.0873935 Aug 20 00:02:39.025939 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-6f8f8cf2-ce3a-482f-8985-5c64bb87ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:39.025939 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-6f8f8cf2-ce3a-482f-8985-5c64bb87ecdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.0617678 Aug 20 00:02:39.056407 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-581f9f60-2ce4-4caa-b8a9-19e2d88d409c req-09c4af80-1679-4d23-bd56-8db0d8c5e9d4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Aug 20 00:02:39.078862 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-8563b875-b801-4673-9fa1-22a2a68f032d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429935 Aug 20 00:02:39.177000 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40584) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:39.242399 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073054b3-2154-4ecc-a170-1ad016694afc req-66ed194d-7e83-40ac-a949-3b1591422ce9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:39.245966 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-073054b3-2154-4ecc-a170-1ad016694afc req-66ed194d-7e83-40ac-a949-3b1591422ce9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1186984 Aug 20 00:02:39.258177 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-f2b2d1c2-dcfd-487e-bdd1-c1bff4496deb service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691003 Aug 20 00:02:39.386125 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fd28-2c59-45af-b973-1c59fc3bef13 req-89173deb-0fc8-498a-a63b-f40661816d30 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:39.387813 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9368fd28-2c59-45af-b973-1c59fc3bef13 req-89173deb-0fc8-498a-a63b-f40661816d30 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.1400349 Aug 20 00:02:39.400118 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-adec138b-6f35-40c5-8278-310ea5c453b7 req-9bc717a3-14e3-4d59-ad77-11138e24359d service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286671 Aug 20 00:02:39.403831 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-073054b3-2154-4ecc-a170-1ad016694afc req-c58f7c1e-35a8-4d97-989f-ce40752a3d15 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009877 Aug 20 00:02:39.411646 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bb09edd-6a4e-4e25-9b50-66a4af25f9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.455402 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40588) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:39.462382 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9368fd28-2c59-45af-b973-1c59fc3bef13 req-687528ac-e672-4b5f-8ee1-ee35bde0838b tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Aug 20 00:02:39.476736 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4c92ec4-ec95-4ece-b87c-95bb5885a2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.551281 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bb09edd-6a4e-4e25-9b50-66a4af25f9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.641417 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bb09edd-6a4e-4e25-9b50-66a4af25f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.708209 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4bb09edd-6a4e-4e25-9b50-66a4af25f9ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beecdcc6bee5426ba2d1f9fc3f249900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249836 Aug 20 00:02:39.708209 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb09edd-6a4e-4e25-9b50-66a4af25f9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417b5b5-1b7f-419d-b184-39804963740b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:39.709899 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40600) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:39.805106 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ca95-e78c-411a-bc59-cc3e20759e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.826658 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4c92ec4-ec95-4ece-b87c-95bb5885a2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.839281 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ca95-e78c-411a-bc59-cc3e20759e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:39.955234 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4c92ec4-ec95-4ece-b87c-95bb5885a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.002268 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ca95-e78c-411a-bc59-cc3e20759e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.005390 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cfb3ca95-e78c-411a-bc59-cc3e20759e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.006932 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cfb3ca95-e78c-411a-bc59-cc3e20759e41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c417b5b5-1b7f-419d-b184-39804963740b HTTP/1.1" status: 204 len: 168 time: 0.2875204 Aug 20 00:02:40.010150 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c92ec4-ec95-4ece-b87c-95bb5885a2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572e01e7-15c4-426d-b00f-165dcbcf58d4,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:40.018844 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a4c92ec4-ec95-4ece-b87c-95bb5885a2c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6184022b1a804ccd80594cde19d57380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5613520 Aug 20 00:02:40.019300 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40614) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:40.028087 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3ca95-e78c-411a-bc59-cc3e20759e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417b5b5-1b7f-419d-b184-39804963740b,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:40.121637 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98b1-74a2-49fc-8904-c3f112c5cc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.162705 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98b1-74a2-49fc-8904-c3f112c5cc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.258181 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a6bb0-2d89-46dd-978c-f7fba7894cb4 req-d39b5e84-b1e1-4f39-9bbc-6cd19813c9ad tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:40.259768 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd3a6bb0-2d89-46dd-978c-f7fba7894cb4 req-d39b5e84-b1e1-4f39-9bbc-6cd19813c9ad tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 944 time: 0.0934930 Aug 20 00:02:40.317449 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd3a6bb0-2d89-46dd-978c-f7fba7894cb4 req-1c859cd1-2da4-4138-96a7-28cf33bc3824 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Aug 20 00:02:40.396294 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98b1-74a2-49fc-8904-c3f112c5cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.399247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c3ae98b1-74a2-49fc-8904-c3f112c5cc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:40.400456 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c3ae98b1-74a2-49fc-8904-c3f112c5cc53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/572e01e7-15c4-426d-b00f-165dcbcf58d4 HTTP/1.1" status: 204 len: 168 time: 0.3763180 Aug 20 00:02:40.409506 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae98b1-74a2-49fc-8904-c3f112c5cc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572e01e7-15c4-426d-b00f-165dcbcf58d4,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:40.648681 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc038-b6ba-458c-93ac-28849c5a2a6f req-c6660be5-14b7-49f6-8709-e60c1f749ddf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:40.650232 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f78fc038-b6ba-458c-93ac-28849c5a2a6f req-c6660be5-14b7-49f6-8709-e60c1f749ddf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1379952 Aug 20 00:02:40.698433 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e589647-6e18-44df-9343-b36a46f02fba req-c4889bd2-6f45-4b02-aede-de8ad96db6a8 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:40.700051 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e589647-6e18-44df-9343-b36a46f02fba req-c4889bd2-6f45-4b02-aede-de8ad96db6a8 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0929611 Aug 20 00:02:40.717018 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f78fc038-b6ba-458c-93ac-28849c5a2a6f req-bcf0f2cb-226d-4abe-9132-b5c436c2e67b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575244 Aug 20 00:02:40.751344 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e589647-6e18-44df-9343-b36a46f02fba req-50a8508a-2b63-4f53-9598-d973104739bb tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Aug 20 00:02:41.492367 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433169aa-9080-4408-87ea-b5e0e20062e5 req-88a13929-edb3-44be-aed1-f0fdf2384644 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:41.495433 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-433169aa-9080-4408-87ea-b5e0e20062e5 req-88a13929-edb3-44be-aed1-f0fdf2384644 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 944 time: 0.0709119 Aug 20 00:02:41.522712 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 568257a3-4b22-4824-93f6-db72460b6e73 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:02:41.524278 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-7127948d-6d03-46eb-ad79-5bedd630c0ec tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:41.525887 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-7127948d-6d03-46eb-ad79-5bedd630c0ec tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.0991466 Aug 20 00:02:41.556097 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-433169aa-9080-4408-87ea-b5e0e20062e5 req-46502a2e-b1d3-4fb4-9cac-942b8017803c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Aug 20 00:02:41.683565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 568257a3-4b22-4824-93f6-db72460b6e73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=568257a3-4b22-4824-93f6-db72460b6e73,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:41.803225 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Deleting port 2edcf89d-c67e-47ac-8aca-b464c9675464 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:02:41.804084 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:41.817224 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '568257a3-4b22-4824-93f6-db72460b6e73', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'port_id': '568257a3-4b22-4824-93f6-db72460b6e73', 'mac_address': 'fa:16:3e:e3:fc:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b8b709-4881-4f60-81d0-49b63bb7d03f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:02:41.916448 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:41.921700 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebfd34-a447-4baa-8c33-62be9b3ebc1e req-9c59d605-f39d-488f-a8d4-df2b6289c521 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:41.923352 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dbebfd34-a447-4baa-8c33-62be9b3ebc1e req-9c59d605-f39d-488f-a8d4-df2b6289c521 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0979125 Aug 20 00:02:41.940796 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568257a3-4b22-4824-93f6-db72460b6e73 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:02:41.966570 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 568257a3-4b22-4824-93f6-db72460b6e73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=568257a3-4b22-4824-93f6-db72460b6e73,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:41.999242 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] For port 2edcf89d-c67e-47ac-8aca-b464c9675464, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=2edcf89d-c67e-47ac-8aca-b464c9675464,segment=NetworkSegment(9a6867a4-5ed1-4767-8972-57eb17beb74f),segment_id=9a6867a4-5ed1-4767-8972-57eb17beb74f)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:41.999242 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:42.011617 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dbebfd34-a447-4baa-8c33-62be9b3ebc1e req-049c35a8-2e5a-41fe-86be-4683079e5c57 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767934 Aug 20 00:02:42.022069 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Calling delete_port for 2edcf89d-c67e-47ac-8aca-b464c9675464 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:02:42.042336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7480-6ea5-43d7-a39c-a4e8a2920477 req-690118d6-3902-438e-9b9d-362b9d8c0592 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:42.044401 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9afe7480-6ea5-43d7-a39c-a4e8a2920477 req-690118d6-3902-438e-9b9d-362b9d8c0592 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 946 time: 0.1075697 Aug 20 00:02:42.090580 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:42.135440 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9afe7480-6ea5-43d7-a39c-a4e8a2920477 req-13f9582e-1ee7-4dd4-ba31-46ada8e957f3 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/security-groups?id=365ede7f-cf74-463c-a7d0-915b267084be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834885 Aug 20 00:02:42.175053 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=568257a3-4b22-4824-93f6-db72460b6e73,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:42.319106 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:42.336608 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['2edcf89d-c67e-47ac-8aca-b464c9675464'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:42.351004 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Pushing event deleted for resources: {'Port': ['ID=2edcf89d-c67e-47ac-8aca-b464c9675464,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:42.415020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['568257a3-4b22-4824-93f6-db72460b6e73'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:42.457228 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] No DVR routers for this DVR port 2edcf89d-c67e-47ac-8aca-b464c9675464 on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:02:42.462928 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:42.466763 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-a9bbf736-974c-42d1-ba97-36b12c784741 req-35a9579a-ccad-4fa0-bbcb-a7cdc7d7b95e tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.10 "DELETE /v2.0/ports/2edcf89d-c67e-47ac-8aca-b464c9675464 HTTP/1.1" status: 204 len: 173 time: 0.9322135 Aug 20 00:02:42.467257 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'name': 'network-vif-deleted', 'tag': '2edcf89d-c67e-47ac-8aca-b464c9675464'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:42.470749 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcf1835-d5fb-4c6b-8bca-cf95aaffe87d" -d '{"events": [{"server_uuid": "bd146d82-9f90-4caa-81ba-61b92fbdf38c", "name": "network-vif-deleted", "tag": "2edcf89d-c67e-47ac-8aca-b464c9675464"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:42.531916 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdf2124-cddc-4df5-804b-0d4b7d4641a9 x-openstack-request-id: req-8cdf2124-cddc-4df5-804b-0d4b7d4641a9 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:42.532549 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd146d82-9f90-4caa-81ba-61b92fbdf38c", "name": "network-vif-deleted", "tag": "2edcf89d-c67e-47ac-8aca-b464c9675464", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:42.532709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8cdf2124-cddc-4df5-804b-0d4b7d4641a9 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:42.533197 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd146d82-9f90-4caa-81ba-61b92fbdf38c', 'name': 'network-vif-deleted', 'tag': '2edcf89d-c67e-47ac-8aca-b464c9675464', 'status': 'completed', 'code': 200} Aug 20 00:02:42.756896 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adfa07-1aba-4b32-9536-c07ba3f2df02 req-33c8977d-e11a-4724-91bb-b5571584c43e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:42.758527 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-24adfa07-1aba-4b32-9536-c07ba3f2df02 req-33c8977d-e11a-4724-91bb-b5571584c43e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 945 time: 0.0578527 Aug 20 00:02:42.803858 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-24adfa07-1aba-4b32-9536-c07ba3f2df02 req-e9a625a1-4fc9-47bd-b5e2-2b2b9a5c064f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Aug 20 00:02:43.161317 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de689b5-ddc2-40a1-aae9-9bd49ba32d5f req-79bb9ba5-4081-4c75-bbe7-03d4b2680477 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:43.162887 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9de689b5-ddc2-40a1-aae9-9bd49ba32d5f req-79bb9ba5-4081-4c75-bbe7-03d4b2680477 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0612948 Aug 20 00:02:43.208050 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9de689b5-ddc2-40a1-aae9-9bd49ba32d5f req-83514f9f-df4f-4848-a0d3-d7392a5cde06 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Aug 20 00:02:43.261907 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0fd61e0-ecf1-476f-a01b-0dc66481e780 req-c5b06838-1253-48fa-952a-90ebdbaefb51 tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.0279195 Aug 20 00:02:43.529180 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 568257a3-4b22-4824-93f6-db72460b6e73 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:02:43.722725 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 568257a3-4b22-4824-93f6-db72460b6e73 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:02:43.729963 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 568257a3-4b22-4824-93f6-db72460b6e73 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:02:43.730671 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:43.852694 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:43.882689 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568257a3-4b22-4824-93f6-db72460b6e73'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:43.885467 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c2684f-3923-4196-a662-cff42308b393" -d '{"events": [{"server_uuid": "8c03b1a3-bce1-4310-a719-19d30579f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "568257a3-4b22-4824-93f6-db72460b6e73"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:43.901654 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 568257a3-4b22-4824-93f6-db72460b6e73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=568257a3-4b22-4824-93f6-db72460b6e73,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:43.951680 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e1236-c189-4294-943b-025897f6a0a4 x-openstack-request-id: req-e33e1236-c189-4294-943b-025897f6a0a4 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:43.953516 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c03b1a3-bce1-4310-a719-19d30579f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "568257a3-4b22-4824-93f6-db72460b6e73", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:43.953798 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e33e1236-c189-4294-943b-025897f6a0a4 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:43.954221 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568257a3-4b22-4824-93f6-db72460b6e73', 'code': 200} Aug 20 00:02:43.955404 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b53b-4cfd-4158-9d3a-b4a99b3f0b2f req-f040bc5b-8d4b-4ba0-ad68-73da55cfdedc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:43.957440 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-55f1b53b-4cfd-4158-9d3a-b4a99b3f0b2f req-f040bc5b-8d4b-4ba0-ad68-73da55cfdedc tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 945 time: 0.0739815 Aug 20 00:02:44.023848 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:44.028821 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 2edcf89d-c67e-47ac-8aca-b464c9675464 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:02:44.082138 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 2edcf89d-c67e-47ac-8aca-b464c9675464 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:02:44.082459 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 2edcf89d-c67e-47ac-8aca-b464c9675464 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:02:44.100873 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-55f1b53b-4cfd-4158-9d3a-b4a99b3f0b2f req-af8bb167-f6ec-4ddf-ac4b-1178e97b1da8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361723 Aug 20 00:02:44.130718 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=568257a3-4b22-4824-93f6-db72460b6e73,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:44.405673 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03626f2-281c-49af-a1f9-c3f7aa958c14 req-a81f8b04-aac1-4b86-ba93-85e4997bdc8d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:44.408908 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c03626f2-281c-49af-a1f9-c3f7aa958c14 req-a81f8b04-aac1-4b86-ba93-85e4997bdc8d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0792384 Aug 20 00:02:44.461335 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cc7699c6-d275-4260-9470-af6fad0232e7 req-185656cc-a60d-45c3-9594-f690b9facbbd tempest-DeleteServersTestJSON-1961783350 tempest-DeleteServersTestJSON-1961783350-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd146d82-9f90-4caa-81ba-61b92fbdf38c HTTP/1.1" status: 200 len: 210 time: 0.0714016 Aug 20 00:02:44.531111 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612561f-2fa5-40e2-9986-a3495917426f req-aa87278b-a6bb-476b-a9f9-3b53e13c9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:44.532768 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5612561f-2fa5-40e2-9986-a3495917426f req-aa87278b-a6bb-476b-a9f9-3b53e13c9683 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 1099 time: 0.0896611 Aug 20 00:02:44.536127 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c03626f2-281c-49af-a1f9-c3f7aa958c14 req-f043356b-5861-42f0-a7a4-2ca53f354289 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122525 Aug 20 00:02:44.598476 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5612561f-2fa5-40e2-9986-a3495917426f req-79d2728e-e969-43dd-bb26-06c206a78d98 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526257 Aug 20 00:02:45.282549 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163c99-ea1e-4005-a5ad-d0334fa9fc3b req-f1d2d969-540a-4719-a458-d5e03019963b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:45.285417 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ce163c99-ea1e-4005-a5ad-d0334fa9fc3b req-f1d2d969-540a-4719-a458-d5e03019963b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 946 time: 0.0650513 Aug 20 00:02:45.329545 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ce163c99-ea1e-4005-a5ad-d0334fa9fc3b req-ee38fba8-ddbd-4ce8-af33-514d7b378679 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372581 Aug 20 00:02:45.711944 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f7568-fc42-4d05-ac17-5cc190879176 req-cde54e73-f778-4761-9cf9-1c2f06a9bec6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:45.717145 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-012f7568-fc42-4d05-ac17-5cc190879176 req-cde54e73-f778-4761-9cf9-1c2f06a9bec6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0763776 Aug 20 00:02:45.788735 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-012f7568-fc42-4d05-ac17-5cc190879176 req-8c20d9e2-a06b-40f7-a2f4-089e928abb7b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688078 Aug 20 00:02:46.485732 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6a58-d4f2-4af1-a6b9-8c0f0c392933 req-40d114f9-35fe-4081-815f-7b79e72a6fc3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:46.488516 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-861e6a58-d4f2-4af1-a6b9-8c0f0c392933 req-40d114f9-35fe-4081-815f-7b79e72a6fc3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 946 time: 0.0797703 Aug 20 00:02:46.529416 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-861e6a58-d4f2-4af1-a6b9-8c0f0c392933 req-d2cd15b4-cdc1-4d14-b329-5f534044e1db tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Aug 20 00:02:46.993505 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573051f-e856-403f-a305-ad7061461695 req-39da07af-0dc2-4ceb-be46-d16b0a90ffcc tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:46.995104 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d573051f-e856-403f-a305-ad7061461695 req-39da07af-0dc2-4ceb-be46-d16b0a90ffcc tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0893037 Aug 20 00:02:47.051758 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d573051f-e856-403f-a305-ad7061461695 req-7d75c221-8e5e-4c96-8d5b-c0719951927b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Aug 20 00:02:47.327007 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40868) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:47.401725 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Deleting subnet 0a5a5cab-de9e-4db0-acaf-b1626723b8d5 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:02:47.405260 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.463274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.480499 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.618943 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.649168 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5a5cab-de9e-4db0-acaf-b1626723b8d5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:47.652198 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.657390 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1850f8ad-e089-421c-bf03-704175d14772 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0a5a5cab-de9e-4db0-acaf-b1626723b8d5 HTTP/1.1" status: 204 len: 168 time: 0.3255091 Aug 20 00:02:47.657390 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40878) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:47.733599 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.822883 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:47.834109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.834457 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.835247 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.835603 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > port after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.835967 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.836302 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > port after_update 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.836628 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.836953 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.837305 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.837634 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.987625 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.988076 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.988528 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.989004 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:02:47.989435 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bf0b95-e909-428d-be22-052e8b14860c']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:48.010457 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6867a4-5ed1-4767-8972-57eb17beb74f') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:48.010765 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6867a4-5ed1-4767-8972-57eb17beb74f') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:02:48.037551 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15959088'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:48.062441 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15782748'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: from cryptography.utils import int_from_bytes Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: from cryptography.utils import int_from_bytes Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: Traceback (most recent call last): Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: timer() Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: cb(*args, **kw) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: return func(*args, **kwargs) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: self._notify() Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: self.callback(batched_events) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: event.method(event) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: return f(self, *a, **k) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._get(url).json() Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:02:48.078864 dv-cinder-759943-12-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:02:48.236052 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6f818-4423-401c-80ca-aa8c73bcd4ef req-04eed7ff-a513-4879-851f-b429656fc108 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:48.241116 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70a6f818-4423-401c-80ca-aa8c73bcd4ef req-04eed7ff-a513-4879-851f-b429656fc108 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0838344 Aug 20 00:02:48.271686 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:48.300056 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bf0b95-e909-428d-be22-052e8b14860c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:48.303704 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70a6f818-4423-401c-80ca-aa8c73bcd4ef req-14ceffbb-b597-406a-bfb9-4ad1ea656cdf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525730 Aug 20 00:02:48.308960 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:48.311373 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-574b3e57-edff-48fa-bb37-bd10f6155aa8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/83bf0b95-e909-428d-be22-052e8b14860c HTTP/1.1" status: 204 len: 168 time: 0.6536400 Aug 20 00:02:48.793878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40914) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:48.836982 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c8e8b7c0-6170-45b9-9bf4-e5f386fecbb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5fdd2accb0bc4b22aae6bbc49f32f443&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418525 Aug 20 00:02:48.839785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 40916) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:48.891118 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c8e01ec-e841-40d3-8bbb-925b620b62b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:48.918018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c8e01ec-e841-40d3-8bbb-925b620b62b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:49.132699 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c8e01ec-e841-40d3-8bbb-925b620b62b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:49.135727 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c8e01ec-e841-40d3-8bbb-925b620b62b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:49.137009 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-5c8e01ec-e841-40d3-8bbb-925b620b62b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/365ede7f-cf74-463c-a7d0-915b267084be HTTP/1.1" status: 204 len: 168 time: 0.2961867 Aug 20 00:02:49.148601 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e01ec-e841-40d3-8bbb-925b620b62b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ede7f-cf74-463c-a7d0-915b267084be,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:49.442965 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b1e39-fe7e-4bc2-94f2-c9f8a5f74d17 req-692f7965-05c1-44c2-894c-6e843ba807a1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:49.444485 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5e4b1e39-fe7e-4bc2-94f2-c9f8a5f74d17 req-692f7965-05c1-44c2-894c-6e843ba807a1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0494652 Aug 20 00:02:49.482444 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5e4b1e39-fe7e-4bc2-94f2-c9f8a5f74d17 req-0863d90b-705b-4ae4-9eb5-b8b992e9c83a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Aug 20 00:02:49.693154 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40944) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:49.882975 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5569cf0e-a1fe-4606-8549-5a65418b3361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.025412 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-e889b254-afaf-4c56-9524-8748af83de1d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:50.026890 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-e889b254-afaf-4c56-9524-8748af83de1d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.1198349 Aug 20 00:02:50.043033 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-67724f9b-04a8-4376-af9f-d4b02bdf4770 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/quotas/bffb1117bdeb4df8b5d5e14f9f2294f3 HTTP/1.1" status: 200 len: 375 time: 0.0101588 Aug 20 00:02:50.113450 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5569cf0e-a1fe-4606-8549-5a65418b3361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.116749 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-468d63fd-85c8-411d-85af-0cdf87ddf197 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646574 Aug 20 00:02:50.219987 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5569cf0e-a1fe-4606-8549-5a65418b3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.258667 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569cf0e-a1fe-4606-8549-5a65418b3361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f0d54b-4a56-49e7-887a-f818aa8122a5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:50.277619 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-fe6fd7d7-f246-4eee-b445-971961eb5acf service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385059 Aug 20 00:02:50.298287 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5569cf0e-a1fe-4606-8549-5a65418b3361 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1e3f38dc31c4fd4bf8c4286f0831ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037204 Aug 20 00:02:50.300104 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 40978) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:50.387473 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-886e40e4-6ff8-4539-9ba2-248af02cb6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.395413 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-61a04acf-4805-455f-9fd1-449d58a9a9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237712 Aug 20 00:02:50.413934 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-886e40e4-6ff8-4539-9ba2-248af02cb6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.656062 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-886e40e4-6ff8-4539-9ba2-248af02cb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.659261 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-886e40e4-6ff8-4539-9ba2-248af02cb6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.661232 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-886e40e4-6ff8-4539-9ba2-248af02cb6d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0f0d54b-4a56-49e7-887a-f818aa8122a5 HTTP/1.1" status: 204 len: 168 time: 0.3591578 Aug 20 00:02:50.673643 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e40e4-6ff8-4539-9ba2-248af02cb6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f0d54b-4a56-49e7-887a-f818aa8122a5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:50.687074 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1d9e-941a-49df-befa-10fffce747b7 req-cbbf4b55-08a0-4c55-bf51-ea9edd0529e0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:50.696557 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2a5c1d9e-941a-49df-befa-10fffce747b7 req-cbbf4b55-08a0-4c55-bf51-ea9edd0529e0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0859084 Aug 20 00:02:50.712627 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:50.764799 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2a5c1d9e-941a-49df-befa-10fffce747b7 req-ebd0167a-b46a-4b79-ac55-19d9fc823f77 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655632 Aug 20 00:02:50.845946 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6bb6b4d-4c53-407e-80bc-bdb577af9534 req-a39710e3-0656-4cff-ae7f-720e10bd9f6f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 210 time: 0.0419629 Aug 20 00:02:51.616352 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41016) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:51.630785 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb0d7-5bb3-40ee-88d9-317e8107caa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:51.739787 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb0d7-5bb3-40ee-88d9-317e8107caa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:51.859538 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4ccb0d7-5bb3-40ee-88d9-317e8107caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:51.900305 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42935846-7eb6-4b5a-ad6a-50fcf6c38d99 req-4e8aea05-fbac-4b82-9c84-b2f9d9b1e2ec tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:51.903276 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-42935846-7eb6-4b5a-ad6a-50fcf6c38d99 req-4e8aea05-fbac-4b82-9c84-b2f9d9b1e2ec tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0655186 Aug 20 00:02:51.929415 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccb0d7-5bb3-40ee-88d9-317e8107caa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc5d9f-bff8-44b5-9bd3-8e166c6b0457,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:51.937843 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a4ccb0d7-5bb3-40ee-88d9-317e8107caa9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d29c88956854e80a3b4d35f312872d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201575 Aug 20 00:02:51.946810 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41024) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:51.984081 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-42935846-7eb6-4b5a-ad6a-50fcf6c38d99 req-20273267-d9cc-4b2a-bef8-3a80851e4a2d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Aug 20 00:02:52.032038 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c478db6c-d967-426b-a0a8-3cd925d1f487 req-e610a5e6-d731-4424-b6f8-fe1c8df3cdc9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 210 time: 0.0459170 Aug 20 00:02:52.044100 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9b635bd-207b-4728-9ea6-a57501cd12d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:52.084846 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9b635bd-207b-4728-9ea6-a57501cd12d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:52.239826 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9b635bd-207b-4728-9ea6-a57501cd12d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:52.243352 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9b635bd-207b-4728-9ea6-a57501cd12d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:52.247765 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a9b635bd-207b-4728-9ea6-a57501cd12d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ddc5d9f-bff8-44b5-9bd3-8e166c6b0457 HTTP/1.1" status: 204 len: 168 time: 0.2955589 Aug 20 00:02:52.260290 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b635bd-207b-4728-9ea6-a57501cd12d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc5d9f-bff8-44b5-9bd3-8e166c6b0457,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:53.140563 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41054) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:53.165449 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07e2af86-a53f-4012-8170-1e1e20efa165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.174848 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1e8a52fa-8472-4bfb-bc73-cf6e79ec5ba5 req-dd2c36b4-4d3f-4ce8-affb-56131671de31 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 210 time: 0.0317485 Aug 20 00:02:53.205508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1011e-f1b9-4857-ad16-2e0c3677679c req-32e89eb9-55d4-451a-9f11-eb516234d2fb tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:53.213024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-62a1011e-f1b9-4857-ad16-2e0c3677679c req-32e89eb9-55d4-451a-9f11-eb516234d2fb tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1287668 Aug 20 00:02:53.269974 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-62a1011e-f1b9-4857-ad16-2e0c3677679c req-36a7e8f4-fecb-468f-84ca-c21d02f53f5c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512245 Aug 20 00:02:53.380663 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-28257fc6-b9b3-430c-bf05-60bcb86889f3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:53.380856 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-28257fc6-b9b3-430c-bf05-60bcb86889f3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.1944110 Aug 20 00:02:53.399153 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Request body: {'port': {'device_id': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'admin_state_up': True, 'tenant_id': 'bffb1117bdeb4df8b5d5e14f9f2294f3'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:02:53.456423 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07e2af86-a53f-4012-8170-1e1e20efa165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.533213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07e2af86-a53f-4012-8170-1e1e20efa165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.594508 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-07e2af86-a53f-4012-8170-1e1e20efa165 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e4d052022f84bb3a70dee8c111a03e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459066 Aug 20 00:02:53.594508 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2af86-a53f-4012-8170-1e1e20efa165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24cbf3-d262-48fa-a80f-26cb14ac974e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:53.594662 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41070) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:53.652964 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42171dc-9e30-4052-9fe8-cefabf28394f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.676523 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Made reservation on behalf of bffb1117bdeb4df8b5d5e14f9f2294f3 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:02:53.678859 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42171dc-9e30-4052-9fe8-cefabf28394f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.682328 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.848373 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Allocated IP 172.20.0.6 (37f09d90-e837-43da-bf3c-5f3349530506/e4b8b709-4881-4f60-81d0-49b63bb7d03f/12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:02:53.866989 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42171dc-9e30-4052-9fe8-cefabf28394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.869644 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42171dc-9e30-4052-9fe8-cefabf28394f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:53.871025 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e42171dc-9e30-4052-9fe8-cefabf28394f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf24cbf3-d262-48fa-a80f-26cb14ac974e HTTP/1.1" status: 204 len: 168 time: 0.2757771 Aug 20 00:02:53.884797 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42171dc-9e30-4052-9fe8-cefabf28394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24cbf3-d262-48fa-a80f-26cb14ac974e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:53.965957 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7a777391-40cd-4b63-b89c-7db84e6ac5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:54.238393 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:54.363547 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-af457fa7-669b-4e44-9ad9-fa18033fa840 req-4efae7d2-d709-41ea-9c87-ea9c935366ec tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 210 time: 0.0636785 Aug 20 00:02:54.369112 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:54.391578 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65', '568257a3-4b22-4824-93f6-db72460b6e73'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:02:54.556602 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Network 37f09d90-e837-43da-bf3c-5f3349530506 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:02:54.566930 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:02:54.584352 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:02:54.588934 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event updated for resources: {'Port': ['ID=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:54.713918 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:54.714927 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:54.758944 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b124cc-80d9-4827-82fe-04ecd0291d1a req-006747ee-ef06-4ca7-a68e-e0c62fb46b69 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:54.765076 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6b124cc-80d9-4827-82fe-04ecd0291d1a req-006747ee-ef06-4ca7-a68e-e0c62fb46b69 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.2785347 Aug 20 00:02:54.809244 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-9d5deac9-d589-4429-822b-294b6c29d579 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4145248 Aug 20 00:02:54.843632 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Request body: {'port': {'device_id': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:02:54.904705 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6b124cc-80d9-4827-82fe-04ecd0291d1a req-39fdff8a-c421-4d75-b5a0-ad48f50cc34a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370237 Aug 20 00:02:54.979367 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:55.372958 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:02:55.382551 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:55.397393 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Transition to ACTIVE for port object 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:02:55.469345 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:55.562075 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Pushing event updated for resources: {'Port': ['ID=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:55.565950 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7bf2f-40a9-44be-88a6-a4ed9e56d12a req-57a68bd6-f36a-43d9-bc87-8601789fec49 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:55.569249 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-85d7bf2f-40a9-44be-88a6-a4ed9e56d12a req-57a68bd6-f36a-43d9-bc87-8601789fec49 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 943 time: 0.0732048 Aug 20 00:02:55.649106 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-85d7bf2f-40a9-44be-88a6-a4ed9e56d12a req-d9e45b72-3d46-4367-a9ed-bd71819fcacf tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683987 Aug 20 00:02:55.663423 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Attempting to bind port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:02:55.664053 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Attempting to bind port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:02:55.670203 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Attempting to bind port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:02:55.681399 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 on network 37f09d90-e837-43da-bf3c-5f3349530506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:02:55.681818 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Attempting to bind port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:02:55.696398 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:02:55.696803 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Checking segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:02:55.697355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Bound using segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:02:55.697881 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Bound port: 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:02:55.698327 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:55.824318 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] For port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:02:55.831782 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] For port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:02:55.927643 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:56.002071 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.003811 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:56.006738 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] 10.222.0.10 "PUT /v2.0/ports/12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 HTTP/1.1" status: 200 len: 1093 time: 1.1782606 Aug 20 00:02:56.012793 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'tag': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:02:56.017724 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd4a92-9e7c-43f2-99fd-2692d927dd24" -d '{"events": [{"name": "network-changed", "server_uuid": "b402b90c-4e69-48c4-abe7-2cb2523ff424", "tag": "12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:02:56.052107 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907bc33-5a46-46bd-b382-e35574e513f2 req-ef8ab7e8-267e-4a40-8ec4-3f10737ca553 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.053670 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9907bc33-5a46-46bd-b382-e35574e513f2 req-ef8ab7e8-267e-4a40-8ec4-3f10737ca553 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0641408 Aug 20 00:02:56.074718 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92656b91-058f-42e4-850b-17bd77067821 x-openstack-request-id: req-92656b91-058f-42e4-850b-17bd77067821 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:02:56.075003 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b402b90c-4e69-48c4-abe7-2cb2523ff424", "tag": "12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:02:56.075260 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-92656b91-058f-42e4-850b-17bd77067821 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:02:56.075848 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'tag': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1', 'status': 'completed', 'code': 200} Aug 20 00:02:56.079284 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670df99a-7ab8-40c4-aa78-50d7eeb0c39e service neutron] Pushing event updated for resources: {'Port': ['ID=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:56.152497 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9907bc33-5a46-46bd-b382-e35574e513f2 req-74758b38-e71f-4176-ad77-c7ae81240ab9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844953 Aug 20 00:02:56.189371 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd4a92-9e7c-43f2-99fd-2692d927dd24 req-c3e3e0c0-095c-4abc-a3a4-13064782f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.194802 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87fd4a92-9e7c-43f2-99fd-2692d927dd24 req-c3e3e0c0-095c-4abc-a3a4-13064782f55f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 1096 time: 0.0844910 Aug 20 00:02:56.358279 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd4a92-9e7c-43f2-99fd-2692d927dd24 req-633614db-9438-48a2-93d7-01befbe2a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.359781 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87fd4a92-9e7c-43f2-99fd-2692d927dd24 req-633614db-9438-48a2-93d7-01befbe2a7fc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1479208 Aug 20 00:02:56.468886 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd4a92-9e7c-43f2-99fd-2692d927dd24 req-e1979935-bc7c-4a33-af0c-c99cb0c418a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.470391 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-87fd4a92-9e7c-43f2-99fd-2692d927dd24 req-e1979935-bc7c-4a33-af0c-c99cb0c418a3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020770 Aug 20 00:02:56.575254 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-5df852d9-9443-4813-92ff-3c6d0be700f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.577019 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-5df852d9-9443-4813-92ff-3c6d0be700f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 1096 time: 0.0497620 Aug 20 00:02:56.633413 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-a8677295-f5c6-43fa-984c-8e3530a3cef4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 HTTP/1.1" status: 200 len: 217 time: 0.0394342 Aug 20 00:02:56.721956 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-564d82d3-0e92-4ffa-90e1-394950798b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.723896 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-564d82d3-0e92-4ffa-90e1-394950798b22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.0813520 Aug 20 00:02:56.771979 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-540373dd-1760-400b-8d75-497a57e0e2c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325301 Aug 20 00:02:56.781426 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7f32065e-e6a7-4f7f-93a9-81cf3506066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:56.867448 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41160) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:56.882803 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90f75-b392-485e-b03a-e36ab024b9d1 req-ce26f9b7-813c-422c-b0ed-465afa78a47a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:56.891736 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4b90f75-b392-485e-b03a-e36ab024b9d1 req-ce26f9b7-813c-422c-b0ed-465afa78a47a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 943 time: 0.1165528 Aug 20 00:02:56.947430 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-ebb6fcaf-6ac8-4e63-8a3a-eced0d6427d8 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696756 Aug 20 00:02:56.973949 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4b90f75-b392-485e-b03a-e36ab024b9d1 req-43bb97fb-53f2-4b10-98a2-ede6e54b563b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812204 Aug 20 00:02:57.042132 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.115632 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-12854714-d94b-4e95-8757-25c5c3ef622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.165275 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-d6b8bf78-5721-4e2f-9103-9581bc2bf5d9 req-4cce580b-174f-4325-8b0e-17a6b48af32c service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069178 Aug 20 00:02:57.293705 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-12854714-d94b-4e95-8757-25c5c3ef622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.336965 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa1ea1-7598-46d1-beeb-fbb1b83ddb92 req-20906da9-e8b7-46c1-9d5b-b02ef6622e8b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:57.338855 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c1fa1ea1-7598-46d1-beeb-fbb1b83ddb92 req-20906da9-e8b7-46c1-9d5b-b02ef6622e8b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0711539 Aug 20 00:02:57.355125 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-12854714-d94b-4e95-8757-25c5c3ef622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.388076 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c1fa1ea1-7598-46d1-beeb-fbb1b83ddb92 req-e602d793-ab48-4679-b472-578d459e806e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 Aug 20 00:02:57.403711 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-12854714-d94b-4e95-8757-25c5c3ef622b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3accc93b2584b29aadcc1ce71c87d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315564 Aug 20 00:02:57.403711 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12854714-d94b-4e95-8757-25c5c3ef622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085ecee6-65e1-4556-aa8b-21b58ac114fd,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:57.405830 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41184) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:02:57.479443 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43589103-d23b-4818-9ad3-d89698896587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.506425 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43589103-d23b-4818-9ad3-d89698896587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.667489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43589103-d23b-4818-9ad3-d89698896587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.671065 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43589103-d23b-4818-9ad3-d89698896587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:57.673323 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-43589103-d23b-4818-9ad3-d89698896587 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/085ecee6-65e1-4556-aa8b-21b58ac114fd HTTP/1.1" status: 204 len: 168 time: 0.2660186 Aug 20 00:02:57.683675 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43589103-d23b-4818-9ad3-d89698896587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085ecee6-65e1-4556-aa8b-21b58ac114fd,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:02:58.048726 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:58.203425 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b8caa-c406-4469-9d9a-f2ed1109bd4b req-3bf14052-5c7a-4873-8fea-4026f761764a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:58.206478 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3e1b8caa-c406-4469-9d9a-f2ed1109bd4b req-3bf14052-5c7a-4873-8fea-4026f761764a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 943 time: 0.1270900 Aug 20 00:02:58.278613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3e1b8caa-c406-4469-9d9a-f2ed1109bd4b req-b3595a18-6b0f-455e-b04d-eba3323dd4b1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517700 Aug 20 00:02:58.538187 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f684-e4ea-45d0-ac23-09d7799d3f44 req-c0c923d9-61b6-49cf-8150-320bfb2b1f4e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:58.540007 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f925f684-e4ea-45d0-ac23-09d7799d3f44 req-c0c923d9-61b6-49cf-8150-320bfb2b1f4e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0664563 Aug 20 00:02:58.590078 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f925f684-e4ea-45d0-ac23-09d7799d3f44 req-f6ab4767-7dad-43db-ba96-7b1270b4cf13 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Aug 20 00:02:59.484701 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a11e48-6953-4528-b10d-977bbeaf1278 req-592ef1e9-95ab-496f-b2f5-b238e4d6dc46 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:59.488442 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a8a11e48-6953-4528-b10d-977bbeaf1278 req-592ef1e9-95ab-496f-b2f5-b238e4d6dc46 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 943 time: 0.1036050 Aug 20 00:02:59.548798 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a8a11e48-6953-4528-b10d-977bbeaf1278 req-2228e5ae-8143-48bf-a2cc-bd4eaa28156c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Aug 20 00:02:59.583596 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:02:59.663541 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:59.735817 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:02:59.761922 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'port_id': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1', 'mac_address': 'fa:16:3e:42:c8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b8b709-4881-4f60-81d0-49b63bb7d03f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:02:59.780665 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b48fc-b6d3-4f2b-bc39-5318fb66e103 req-c6dd2768-970c-402b-b275-860e94af1c29 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:02:59.783911 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f5b48fc-b6d3-4f2b-bc39-5318fb66e103 req-c6dd2768-970c-402b-b275-860e94af1c29 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0738652 Aug 20 00:02:59.841721 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f5b48fc-b6d3-4f2b-bc39-5318fb66e103 req-04f036b9-6195-4b2d-af98-9174f2a83677 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Aug 20 00:02:59.844276 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:02:59.870680 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:02:59.906606 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:00.013247 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:00.087280 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:00.396178 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:00.495140 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8209-1a45-4491-a70c-a02bad153643 req-2aa041fa-5253-4885-be61-651dce36d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:00.496724 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-447d8209-1a45-4491-a70c-a02bad153643 req-2aa041fa-5253-4885-be61-651dce36d92f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 1099 time: 0.0540032 Aug 20 00:03:00.554299 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-447d8209-1a45-4491-a70c-a02bad153643 req-389595f7-ee98-4bc1-903f-682503c808a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Aug 20 00:03:00.692789 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bd6bf-6ce3-457a-9fe3-ccd97d3a765e req-e969757f-0a10-4d89-9149-4c3491bf90a8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:00.694642 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f53bd6bf-6ce3-457a-9fe3-ccd97d3a765e req-e969757f-0a10-4d89-9149-4c3491bf90a8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 944 time: 0.0581784 Aug 20 00:03:00.748113 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f53bd6bf-6ce3-457a-9fe3-ccd97d3a765e req-2fe0098e-b4cc-45c5-9e2a-ef7e64aad724 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Aug 20 00:03:00.981487 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ff8d-dbb7-469e-b6c5-a57a21d564a1 req-49c1b664-4938-4bbc-80ea-59a6e998536a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:00.983160 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0bb8ff8d-dbb7-469e-b6c5-a57a21d564a1 req-49c1b664-4938-4bbc-80ea-59a6e998536a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0608251 Aug 20 00:03:01.029951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0bb8ff8d-dbb7-469e-b6c5-a57a21d564a1 req-4a3a8333-9c26-42e7-8304-afc7276f14cd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 Aug 20 00:03:01.603551 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:03:01.753190 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:03:01.760479 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:03:01.761337 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:01.883169 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41352) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:01.900572 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:01.932826 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:01.935646 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eca3c32-00cc-45dc-ab38-c544ddac427b" -d '{"events": [{"server_uuid": "b402b90c-4e69-48c4-abe7-2cb2523ff424", "name": "network-vif-plugged", "status": "completed", "tag": "12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:01.953978 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:02.008201 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538fb98-067c-4382-82b0-55f8dba63446 req-f76a4a92-2561-4aef-b33a-30bb15445020 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:02.010852 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2538fb98-067c-4382-82b0-55f8dba63446 req-f76a4a92-2561-4aef-b33a-30bb15445020 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 944 time: 0.1096125 Aug 20 00:03:02.076166 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eda56768-813c-4909-a0c9-8f0c90bab9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.079397 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172062d-123f-4b29-a570-a871d108b7bd x-openstack-request-id: req-c172062d-123f-4b29-a570-a871d108b7bd {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:02.080098 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b402b90c-4e69-48c4-abe7-2cb2523ff424", "name": "network-vif-plugged", "status": "completed", "tag": "12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:02.081364 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c172062d-123f-4b29-a570-a871d108b7bd {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:02.082091 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1', 'code': 200} Aug 20 00:03:02.085087 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2538fb98-067c-4382-82b0-55f8dba63446 req-1d7b0263-4d53-4570-a9d6-a9ae1f7ec496 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Aug 20 00:03:02.094014 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.170081 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:02.240030 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac24b88-fd1a-4bdc-a8f3-7a4855e581a0 req-6856790b-ee45-47f9-8c41-25b99d2abe29 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:02.241820 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ac24b88-fd1a-4bdc-a8f3-7a4855e581a0 req-6856790b-ee45-47f9-8c41-25b99d2abe29 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0776286 Aug 20 00:03:02.317194 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ac24b88-fd1a-4bdc-a8f3-7a4855e581a0 req-db4cf66a-a443-4f88-80e9-7967ad0d10cc tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675132 Aug 20 00:03:02.319261 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eda56768-813c-4909-a0c9-8f0c90bab9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.412583 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eda56768-813c-4909-a0c9-8f0c90bab9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.481630 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41366) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:02.482525 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-eda56768-813c-4909-a0c9-8f0c90bab9bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aba16ebff61f4cb1bd268a9182e7e026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970657 Aug 20 00:03:02.483695 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56768-813c-4909-a0c9-8f0c90bab9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6579e1e-a540-4b9b-bb15-030dfa995484,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:02.639381 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba1e9b-b19a-4049-a070-ea1e5984145d req-52c27e31-fe11-4426-b89c-be92cdc1eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:02.642067 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2cba1e9b-b19a-4049-a070-ea1e5984145d req-52c27e31-fe11-4426-b89c-be92cdc1eaba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 1098 time: 0.1064389 Aug 20 00:03:02.643230 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0644f43-5d55-4772-94a6-5d819dfcd9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.698175 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0644f43-5d55-4772-94a6-5d819dfcd9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.726103 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-2cba1e9b-b19a-4049-a070-ea1e5984145d req-ebac6f82-8768-43d2-b18e-5c953dbae253 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752926 Aug 20 00:03:02.843859 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0644f43-5d55-4772-94a6-5d819dfcd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.847059 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f0644f43-5d55-4772-94a6-5d819dfcd9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:02.850947 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f0644f43-5d55-4772-94a6-5d819dfcd9fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6579e1e-a540-4b9b-bb15-030dfa995484 HTTP/1.1" status: 204 len: 168 time: 0.3638630 Aug 20 00:03:02.859475 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0644f43-5d55-4772-94a6-5d819dfcd9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6579e1e-a540-4b9b-bb15-030dfa995484,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:03.051109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41380) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:03.233485 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f1429-80b2-4db5-992d-46acbfa530af req-ce9af99f-3ca0-48e7-a7aa-96458b56db67 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:03.235453 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c64f1429-80b2-4db5-992d-46acbfa530af req-ce9af99f-3ca0-48e7-a7aa-96458b56db67 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Aug 20 00:03:03.297482 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c64f1429-80b2-4db5-992d-46acbfa530af req-79ff01ec-a9c7-48b7-bffe-c5a831a01459 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533967 Aug 20 00:03:03.388958 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-977b6a26-3b3c-4e01-8253-058eafc73b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:03.517439 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546dc49-fee6-42f5-9a8d-3408389a7e2d req-093e61c6-8300-4e18-b01c-f9b31796d5f5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:03.522171 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b546dc49-fee6-42f5-9a8d-3408389a7e2d req-093e61c6-8300-4e18-b01c-f9b31796d5f5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0630097 Aug 20 00:03:03.527836 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-977b6a26-3b3c-4e01-8253-058eafc73b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:03.569263 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b546dc49-fee6-42f5-9a8d-3408389a7e2d req-32d5840e-0830-41d4-ad19-6113a5a18e75 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390904 Aug 20 00:03:03.672929 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-977b6a26-3b3c-4e01-8253-058eafc73b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:03.722255 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bb723-c89c-4dd6-9b9c-379ddbf6ad89 req-9b820dc9-dba4-41da-b512-16ab001f0859 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:03.722961 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b6a26-3b3c-4e01-8253-058eafc73b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce5955-9b46-446d-8b63-d86c9e276e03,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:03.729145 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-977b6a26-3b3c-4e01-8253-058eafc73b52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=183e66c1063d4161bfc02b60b78bd39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764030 Aug 20 00:03:03.731099 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9d0bb723-c89c-4dd6-9b9c-379ddbf6ad89 req-9b820dc9-dba4-41da-b512-16ab001f0859 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0842676 Aug 20 00:03:03.733607 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41400) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:03.791185 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9d0bb723-c89c-4dd6-9b9c-379ddbf6ad89 req-ea50774f-573f-4430-ab0c-d3a8f10aa907 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583994 Aug 20 00:03:03.804994 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41402) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:03.831436 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e479-5ae4-4fe0-9007-4cfdf3a002bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:03.839751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c5148afd-a5a8-4c17-a116-4dbda2bcf151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:03.872614 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c5148afd-a5a8-4c17-a116-4dbda2bcf151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:03.948834 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e479-5ae4-4fe0-9007-4cfdf3a002bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.075151 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ec6e479-5ae4-4fe0-9007-4cfdf3a002bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.075418 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c5148afd-a5a8-4c17-a116-4dbda2bcf151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.079051 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c5148afd-a5a8-4c17-a116-4dbda2bcf151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.085369 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c5148afd-a5a8-4c17-a116-4dbda2bcf151 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0ce5955-9b46-446d-8b63-d86c9e276e03 HTTP/1.1" status: 204 len: 168 time: 0.3502362 Aug 20 00:03:04.100998 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5148afd-a5a8-4c17-a116-4dbda2bcf151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce5955-9b46-446d-8b63-d86c9e276e03,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:04.128113 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-1ec6e479-5ae4-4fe0-9007-4cfdf3a002bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5eac64f3446843d8b2ab8237bd740e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213162 Aug 20 00:03:04.129604 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6e479-5ae4-4fe0-9007-4cfdf3a002bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e1438-b7c1-48b7-8b1c-05c0cf3bbd9c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:04.132784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41408) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:04.215515 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-650a1374-d203-41bd-9dcf-10b7b55bfe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.249296 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-650a1374-d203-41bd-9dcf-10b7b55bfe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.418240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-650a1374-d203-41bd-9dcf-10b7b55bfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.421469 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-650a1374-d203-41bd-9dcf-10b7b55bfe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:04.422810 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-650a1374-d203-41bd-9dcf-10b7b55bfe29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed4e1438-b7c1-48b7-8b1c-05c0cf3bbd9c HTTP/1.1" status: 204 len: 168 time: 0.2800300 Aug 20 00:03:04.452325 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a1374-d203-41bd-9dcf-10b7b55bfe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e1438-b7c1-48b7-8b1c-05c0cf3bbd9c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:04.523308 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a39d9-af70-412a-a652-e19aa791b6d4 req-20966e11-7be6-4b5f-8e73-64984fd7daa2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:04.526481 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1c6a39d9-af70-412a-a652-e19aa791b6d4 req-20966e11-7be6-4b5f-8e73-64984fd7daa2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 945 time: 0.1379213 Aug 20 00:03:04.611110 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1c6a39d9-af70-412a-a652-e19aa791b6d4 req-a35c70b2-4a60-423b-b66a-77516010806c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742211 Aug 20 00:03:05.823294 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1a8d7-57ff-4584-b4aa-e7ea017f7ada req-6d6f3369-8d3b-4b74-a8f2-c0deb7beaf1e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:05.826538 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f1b1a8d7-57ff-4584-b4aa-e7ea017f7ada req-6d6f3369-8d3b-4b74-a8f2-c0deb7beaf1e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 945 time: 0.0816357 Aug 20 00:03:05.911384 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f1b1a8d7-57ff-4584-b4aa-e7ea017f7ada req-c5e8159f-1bae-46cf-9eb7-3a085541de4a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739555 Aug 20 00:03:06.932136 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb73f-c36a-44a5-aa2b-1c10779b28fc req-f1d4dac5-6ad7-408f-a4ff-38a3d073e47a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:06.932136 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-314fb73f-c36a-44a5-aa2b-1c10779b28fc req-f1d4dac5-6ad7-408f-a4ff-38a3d073e47a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1267617 Aug 20 00:03:06.957043 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-bbb98b6f-b6ab-4538-8065-ef1ab67d4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:06.963992 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-bbb98b6f-b6ab-4538-8065-ef1ab67d4c2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0936129 Aug 20 00:03:07.020250 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-314fb73f-c36a-44a5-aa2b-1c10779b28fc req-36d37b78-5e52-455e-bff9-467e7a0195e8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879865 Aug 20 00:03:07.150304 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-e5126af2-c951-49cf-bd89-e2944e7e541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:07.153160 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-e5126af2-c951-49cf-bd89-e2944e7e541e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.1776357 Aug 20 00:03:07.240093 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-c03e55fd-3cf5-4d32-be39-e63ecc87466c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.0772889 Aug 20 00:03:07.307693 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-de92884e-e4cc-42e0-95c3-3d8c498949d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:07.309329 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-de92884e-e4cc-42e0-95c3-3d8c498949d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.0623326 Aug 20 00:03:07.352780 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-4f7da401-b7fb-4b90-a644-671bbb99f1eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274711 Aug 20 00:03:07.567096 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-d094ce60-62ae-4fac-bbe0-efa9e0e179ae service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038579 Aug 20 00:03:07.714653 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-c7d483ca-9f04-4d1d-a9e1-3cbbf57e0a9f req-c4fdcdea-899b-4247-8ec4-d4b4e89ada34 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384909 Aug 20 00:03:08.101685 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41592) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:08.174691 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f8f2c-ef12-44b0-9ecd-30182882c9ac req-09f6fb63-9308-4694-8ec1-0c50c2ffa188 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:08.176739 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d14f8f2c-ef12-44b0-9ecd-30182882c9ac req-09f6fb63-9308-4694-8ec1-0c50c2ffa188 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0871296 Aug 20 00:03:08.224385 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d14f8f2c-ef12-44b0-9ecd-30182882c9ac req-8eb38624-fea8-4e64-9bf9-0028a4ca94ed tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Aug 20 00:03:08.247570 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-27c15678-c8b0-4e1b-af40-f38c09352f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.360152 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-27c15678-c8b0-4e1b-af40-f38c09352f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.432234 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-27c15678-c8b0-4e1b-af40-f38c09352f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.479476 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-27c15678-c8b0-4e1b-af40-f38c09352f6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c0020c913654f6cb68ebae2a582d7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757284 Aug 20 00:03:08.480060 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c15678-c8b0-4e1b-af40-f38c09352f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6335b0d1-1cbb-488b-b174-dc32ead7a2df,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:08.482718 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41604) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:08.538383 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ae61d35-27c4-456a-9982-43732959f447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.563506 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ae61d35-27c4-456a-9982-43732959f447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.690791 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ae61d35-27c4-456a-9982-43732959f447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.693625 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ae61d35-27c4-456a-9982-43732959f447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:08.694921 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5ae61d35-27c4-456a-9982-43732959f447 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6335b0d1-1cbb-488b-b174-dc32ead7a2df HTTP/1.1" status: 204 len: 168 time: 0.2112751 Aug 20 00:03:08.703338 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae61d35-27c4-456a-9982-43732959f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6335b0d1-1cbb-488b-b174-dc32ead7a2df,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:08.769111 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:03:09.414330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b15728-67df-4021-b701-ef616e0ace0f req-0010128c-712d-4d84-95b8-5dffc72dee7c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:09.417280 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-23b15728-67df-4021-b701-ef616e0ace0f req-0010128c-712d-4d84-95b8-5dffc72dee7c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0939589 Aug 20 00:03:09.494941 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-23b15728-67df-4021-b701-ef616e0ace0f req-cefe502d-d174-4d41-89ba-7c49b9a716d2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704176 Aug 20 00:03:09.578596 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41640) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:09.605575 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e7ecf6c-bbf1-4f89-8faf-804cfcb8ab34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:09.741613 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e7ecf6c-bbf1-4f89-8faf-804cfcb8ab34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:09.847586 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e7ecf6c-bbf1-4f89-8faf-804cfcb8ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:09.893488 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6e7ecf6c-bbf1-4f89-8faf-804cfcb8ab34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=663ef67935834c8a9794aa3f82f0578f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123987 Aug 20 00:03:09.897525 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41650) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:09.916530 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ecf6c-bbf1-4f89-8faf-804cfcb8ab34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a147555-f87b-4546-8f4d-872ef4dadbb2,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:09.975740 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-093d5130-a583-4be3-8dcd-f3915d6bb2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.003855 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-093d5130-a583-4be3-8dcd-f3915d6bb2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.042935 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41656) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:10.182856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-16d75e3a-7273-43a5-9175-e5c6f708a6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.213346 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-093d5130-a583-4be3-8dcd-f3915d6bb2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.216145 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-093d5130-a583-4be3-8dcd-f3915d6bb2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.217387 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-093d5130-a583-4be3-8dcd-f3915d6bb2df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a147555-f87b-4546-8f4d-872ef4dadbb2 HTTP/1.1" status: 204 len: 168 time: 0.3184953 Aug 20 00:03:10.228587 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d5130-a583-4be3-8dcd-f3915d6bb2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a147555-f87b-4546-8f4d-872ef4dadbb2,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:10.296227 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-16d75e3a-7273-43a5-9175-e5c6f708a6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.401165 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-16d75e3a-7273-43a5-9175-e5c6f708a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.452504 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-16d75e3a-7273-43a5-9175-e5c6f708a6ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d154b9d286794aa6ab729528a7fb837c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046762 Aug 20 00:03:10.452504 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d75e3a-7273-43a5-9175-e5c6f708a6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb7626-db39-4ab5-9ea1-944ad8f130e8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:10.452872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41670) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:10.528105 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-790a44f4-84d5-41c1-b7e0-2cf8b1e64e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.558767 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-790a44f4-84d5-41c1-b7e0-2cf8b1e64e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.708655 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-790a44f4-84d5-41c1-b7e0-2cf8b1e64e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.711431 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-790a44f4-84d5-41c1-b7e0-2cf8b1e64e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:10.712614 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-790a44f4-84d5-41c1-b7e0-2cf8b1e64e54 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/baeb7626-db39-4ab5-9ea1-944ad8f130e8 HTTP/1.1" status: 204 len: 168 time: 0.2587259 Aug 20 00:03:10.723056 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a44f4-84d5-41c1-b7e0-2cf8b1e64e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb7626-db39-4ab5-9ea1-944ad8f130e8,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:10.767143 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e657098-4973-4b7f-9564-8534b8c8fe3f req-a8bac8e2-f3ea-48d3-9780-792ca406713a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:10.772469 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1e657098-4973-4b7f-9564-8534b8c8fe3f req-a8bac8e2-f3ea-48d3-9780-792ca406713a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1089087 Aug 20 00:03:10.832898 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1e657098-4973-4b7f-9564-8534b8c8fe3f req-a01d0388-feae-4319-acf6-bfc34112602a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552564 Aug 20 00:03:12.188605 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa0da2-f75d-4756-935e-636ef57830a7 req-cdaeeb3b-fb49-480d-aa92-bf2ceb9a448f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:12.191068 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdaa0da2-f75d-4756-935e-636ef57830a7 req-cdaeeb3b-fb49-480d-aa92-bf2ceb9a448f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.2763910 Aug 20 00:03:12.262835 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdaa0da2-f75d-4756-935e-636ef57830a7 req-f25ddafa-601c-4514-8892-758b3b768ba8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653694 Aug 20 00:03:13.386675 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac294b6-ce79-4bd6-8142-83bcc58e1ef1 req-67f33355-3856-46c7-b831-49a205bf2f11 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:13.388204 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ac294b6-ce79-4bd6-8142-83bcc58e1ef1 req-67f33355-3856-46c7-b831-49a205bf2f11 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Aug 20 00:03:13.431226 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7ac294b6-ce79-4bd6-8142-83bcc58e1ef1 req-5b2dfdff-ee8a-44d2-a399-8cd5da6c9727 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353296 Aug 20 00:03:13.872845 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927fcac-967c-433b-aace-34ca0f14a63b req-45cf89a9-ddca-4bba-9aef-81ca838f23a1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:13.874576 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e927fcac-967c-433b-aace-34ca0f14a63b req-45cf89a9-ddca-4bba-9aef-81ca838f23a1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0610769 Aug 20 00:03:13.917389 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e927fcac-967c-433b-aace-34ca0f14a63b req-b62b73e9-5bc1-427d-b6ef-e9c1bc10d60e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Aug 20 00:03:14.557075 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e1b60-5a56-490e-979f-80c67d713fe1 req-4358c408-ffb8-4513-ae05-13d939733e1d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:14.558563 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c2e1b60-5a56-490e-979f-80c67d713fe1 req-4358c408-ffb8-4513-ae05-13d939733e1d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0532196 Aug 20 00:03:14.597516 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c2e1b60-5a56-490e-979f-80c67d713fe1 req-69f9fc3f-7bea-4fa7-b4a3-b2b96efbf53d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Aug 20 00:03:15.061093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ce46f-85e1-445f-b206-abe438c9e7af req-1791a358-de95-46dc-b9a0-e02b708c97e4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:15.062677 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b11ce46f-85e1-445f-b206-abe438c9e7af req-1791a358-de95-46dc-b9a0-e02b708c97e4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0524170 Aug 20 00:03:15.114788 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b11ce46f-85e1-445f-b206-abe438c9e7af req-a64ae245-7d23-4ff5-a3aa-19e18060c875 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Aug 20 00:03:15.729035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56732876-5130-4386-bd8b-2b2114f3a745 req-5f6df38f-eb20-4b95-8c76-0d156d59bc22 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:15.730553 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56732876-5130-4386-bd8b-2b2114f3a745 req-5f6df38f-eb20-4b95-8c76-0d156d59bc22 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Aug 20 00:03:15.781418 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56732876-5130-4386-bd8b-2b2114f3a745 req-97375227-7b09-4dfd-979a-bf8b5985bf48 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Aug 20 00:03:15.847413 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41862) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:15.972860 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3901-acde-4089-82c9-b7f0f66912d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.105916 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3901-acde-4089-82c9-b7f0f66912d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.200730 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8a8d3901-acde-4089-82c9-b7f0f66912d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.269947 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8a8d3901-acde-4089-82c9-b7f0f66912d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc27671eb5aa4a10bbee6a08d5fb3730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212852 Aug 20 00:03:16.272996 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41868) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:16.281867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d3901-acde-4089-82c9-b7f0f66912d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1f6f88-3a98-4283-83dd-07bbbaec7e6d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:16.314869 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c356923-4ba9-4058-a846-9028a69aed67 req-97963084-9092-4a55-b5c4-d90cd3d41871 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:16.316501 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6c356923-4ba9-4058-a846-9028a69aed67 req-97963084-9092-4a55-b5c4-d90cd3d41871 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1113629 Aug 20 00:03:16.380226 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6c356923-4ba9-4058-a846-9028a69aed67 req-f899f85c-f642-44ac-9f49-d791787eec93 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549920 Aug 20 00:03:16.381413 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32b47105-53e6-42a3-a6f7-989b29b6e6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.409168 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32b47105-53e6-42a3-a6f7-989b29b6e6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.606633 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32b47105-53e6-42a3-a6f7-989b29b6e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.609593 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32b47105-53e6-42a3-a6f7-989b29b6e6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:16.611807 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-32b47105-53e6-42a3-a6f7-989b29b6e6e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d1f6f88-3a98-4283-83dd-07bbbaec7e6d HTTP/1.1" status: 204 len: 168 time: 0.3355713 Aug 20 00:03:16.623666 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b47105-53e6-42a3-a6f7-989b29b6e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1f6f88-3a98-4283-83dd-07bbbaec7e6d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:16.944958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ae5ed-d5c0-42d6-9488-17fe48fa64e4 req-af4b507d-8636-4868-9a66-ca8595d9dd66 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:16.946526 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-340ae5ed-d5c0-42d6-9488-17fe48fa64e4 req-af4b507d-8636-4868-9a66-ca8595d9dd66 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0639801 Aug 20 00:03:17.004176 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-340ae5ed-d5c0-42d6-9488-17fe48fa64e4 req-40b4db8a-7874-47c4-b666-9a7cfdaf9bc1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503700 Aug 20 00:03:17.559362 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543e642-fe35-452d-b9f7-b58c7b8612e9 req-fefaec36-15f9-4a4f-9476-19ed4ea2b39b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:17.561596 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4543e642-fe35-452d-b9f7-b58c7b8612e9 req-fefaec36-15f9-4a4f-9476-19ed4ea2b39b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0776010 Aug 20 00:03:17.645618 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4543e642-fe35-452d-b9f7-b58c7b8612e9 req-c9d7219c-b5ec-4316-9280-209ce36cfe51 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758250 Aug 20 00:03:18.157354 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc1840-f113-4cd4-86f3-52a3f601525f req-4dd1416d-1c90-4f07-838c-982f92195641 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:18.159728 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6cc1840-f113-4cd4-86f3-52a3f601525f req-4dd1416d-1c90-4f07-838c-982f92195641 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0568805 Aug 20 00:03:18.228610 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6cc1840-f113-4cd4-86f3-52a3f601525f req-62aec542-597e-4989-a78c-1522c71f1f64 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Aug 20 00:03:18.701583 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 41966) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:18.834850 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d843e0-a5f3-4c79-bbbd-c266a79e620c req-68c4062e-fa0b-42f4-838c-4a66922f1731 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:18.837518 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-33d843e0-a5f3-4c79-bbbd-c266a79e620c req-68c4062e-fa0b-42f4-838c-4a66922f1731 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0852711 Aug 20 00:03:18.868253 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:18.898143 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-33d843e0-a5f3-4c79-bbbd-c266a79e620c req-b3ce0f71-6b6b-4e03-ad1c-732c4fd98784 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483022 Aug 20 00:03:18.983687 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:19.076624 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:19.131274 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 41978) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:19.131643 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a141c9cd54f4ddaa3fe3fc29c4ad32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283941 Aug 20 00:03:19.142178 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18b8f9c-4494-436c-93ad-e20701127e92,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.161249 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c299ce-773a-4a86-8f27-cfa6c02226cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.203363 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:19.231730 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:19.395385 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:19.398141 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:19.400596 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f18b8f9c-4494-436c-93ad-e20701127e92 HTTP/1.1" status: 204 len: 168 time: 0.2665679 Aug 20 00:03:19.413676 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18b8f9c-4494-436c-93ad-e20701127e92,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:19.426670 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429458 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429458 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429458 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429458 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429458 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429890 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.429890 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.430192 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.430514 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.430836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.431155 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42e387-013d-46b9-8fb0-ac7ec2f8ad7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:19.433297 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf585d0-6dc1-46ec-99fe-e91ab967fc32 req-3d24207b-6347-44fb-9319-cdb33c28b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:19.436697 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9cf585d0-6dc1-46ec-99fe-e91ab967fc32 req-3d24207b-6347-44fb-9319-cdb33c28b0cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0865040 Aug 20 00:03:19.447533 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355dc-b3da-4022-b67d-4309cc3a4cde req-71d2a6f8-7a17-4249-9576-0320b7890398 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:19.449283 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6f355dc-b3da-4022-b67d-4309cc3a4cde req-71d2a6f8-7a17-4249-9576-0320b7890398 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0977192 Aug 20 00:03:19.510156 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9cf585d0-6dc1-46ec-99fe-e91ab967fc32 req-2b1acd96-b36f-40ec-93f5-a5879b91ec91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568006 Aug 20 00:03:19.526207 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6f355dc-b3da-4022-b67d-4309cc3a4cde req-cec89719-3324-46eb-9865-4a5893630f46 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Aug 20 00:03:20.034070 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7ff7-b39d-45fe-abf9-8d6b9769bdd7 req-c5a30d17-e18b-4366-9e61-1a457b91510d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:20.035639 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79fb7ff7-b39d-45fe-abf9-8d6b9769bdd7 req-c5a30d17-e18b-4366-9e61-1a457b91510d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0573409 Aug 20 00:03:20.089571 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79fb7ff7-b39d-45fe-abf9-8d6b9769bdd7 req-f5f8a92c-8926-4016-a198-06a666e2f559 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Aug 20 00:03:20.475911 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42012) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:20.500951 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-21a48b29-379e-4881-8508-bf8b9a90f32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:20.612243 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-21a48b29-379e-4881-8508-bf8b9a90f32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:20.629604 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:20.678739 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-c906a3db-a003-4159-bfac-f75d95da1604 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f400d3cff0845c5a402e3ce880836be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329995 Aug 20 00:03:20.708940 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e20b5-246e-4cd1-8c86-46b848c56137 req-71cea2d1-b346-4b65-b683-c8bcae60e126 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:20.711224 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e69e20b5-246e-4cd1-8c86-46b848c56137 req-71cea2d1-b346-4b65-b683-c8bcae60e126 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0940781 Aug 20 00:03:20.760607 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-21a48b29-379e-4881-8508-bf8b9a90f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:20.766779 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42034) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:20.819414 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-21a48b29-379e-4881-8508-bf8b9a90f32d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4e4e25dd95445e18e6b30e989c5d256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392632 Aug 20 00:03:20.819414 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a48b29-379e-4881-8508-bf8b9a90f32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859f18bf-7aa7-4506-ab42-37b5c772658e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:20.824018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42038) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:20.901459 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e69e20b5-246e-4cd1-8c86-46b848c56137 req-9d118c7d-16f1-4110-bd47-2ea43bada6aa tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537313 Aug 20 00:03:20.932297 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-825f48be-6d08-4950-a68c-2e2b81b2c6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:20.951962 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-30ea190f-d93a-4be1-87fc-df7c9f23b921 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:20.960319 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-30ea190f-d93a-4be1-87fc-df7c9f23b921 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729826 Aug 20 00:03:20.984549 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-a927019b-04a9-4686-a102-a25141f48a99 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/quotas/8f400d3cff0845c5a402e3ce880836be HTTP/1.1" status: 200 len: 375 time: 0.0231633 Aug 20 00:03:20.996865 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-825f48be-6d08-4950-a68c-2e2b81b2c6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.030559 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-7249ab07-9dee-4468-8305-00f0473bdfda tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f400d3cff0845c5a402e3ce880836be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405524 Aug 20 00:03:21.060086 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a09c3928-6683-4df6-a721-895bb71570a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.238372 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d546d1-d1a0-4c7f-9239-4507034c0c32 req-5027e14d-b2f0-4edd-83c6-ab7ad9b31c77 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:21.240083 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-81d546d1-d1a0-4c7f-9239-4507034c0c32 req-5027e14d-b2f0-4edd-83c6-ab7ad9b31c77 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0562587 Aug 20 00:03:21.290010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-81d546d1-d1a0-4c7f-9239-4507034c0c32 req-8c4e167a-de83-48b5-bc74-f03ccec19414 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Aug 20 00:03:21.295308 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-825f48be-6d08-4950-a68c-2e2b81b2c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.298082 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-825f48be-6d08-4950-a68c-2e2b81b2c6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.303618 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-825f48be-6d08-4950-a68c-2e2b81b2c6c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/859f18bf-7aa7-4506-ab42-37b5c772658e HTTP/1.1" status: 204 len: 168 time: 0.4782369 Aug 20 00:03:21.327944 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f48be-6d08-4950-a68c-2e2b81b2c6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f18bf-7aa7-4506-ab42-37b5c772658e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:21.472967 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a09c3928-6683-4df6-a721-895bb71570a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.475993 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8d9b8d9d-e0bd-462e-8823-d1cbf69fa0d7 req-6c6a1780-2098-4427-8d35-14f316f439c6 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0435357 Aug 20 00:03:21.591870 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-cac13cf1-4de7-45f5-973e-a8d1927d49fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545237 Aug 20 00:03:21.591870 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a09c3928-6683-4df6-a721-895bb71570a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.639130 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-8bcecb01-c508-43d8-b2e9-882fbf63065c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:21.647450 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-8bcecb01-c508-43d8-b2e9-882fbf63065c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.1837394 Aug 20 00:03:21.660496 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-f91481ea-7c7b-4629-a971-5f2711c3ede3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/quotas/bffb1117bdeb4df8b5d5e14f9f2294f3 HTTP/1.1" status: 200 len: 375 time: 0.0105352 Aug 20 00:03:21.671767 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a09c3928-6683-4df6-a721-895bb71570a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=237e985c432849b7a667e69aa8fd8de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8981717 Aug 20 00:03:21.672579 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c3928-6683-4df6-a721-895bb71570a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca0869-bde3-4bb7-bd6d-6e97a9448e66,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:21.676505 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42068) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:21.726983 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-2f53785b-1812-4a85-afee-07953a2793f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:21.728903 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-2f53785b-1812-4a85-afee-07953a2793f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0942922 Aug 20 00:03:21.740014 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-73923146-2743-4b95-baea-13704ed68d56 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735373 Aug 20 00:03:21.767526 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1e723924-84fb-4102-9135-55ff55b584dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.837753 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1e723924-84fb-4102-9135-55ff55b584dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:21.872886 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-c1c5f991-8cdd-4ede-80d5-8cbc38ca3584 service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240819 Aug 20 00:03:21.902505 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-c18baa3c-43e7-4b34-b08a-6c20f52d3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:21.904165 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-c18baa3c-43e7-4b34-b08a-6c20f52d3d35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.1484857 Aug 20 00:03:21.958256 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-55407400-2be2-41b3-83d9-3a1d13e45a1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.0450492 Aug 20 00:03:21.983414 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-d47d1551-080e-4575-b9d2-f76f5111d2fa service neutron] 10.222.0.35 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076555 Aug 20 00:03:22.024885 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1e723924-84fb-4102-9135-55ff55b584dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:22.025702 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1e723924-84fb-4102-9135-55ff55b584dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:22.029974 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1e723924-84fb-4102-9135-55ff55b584dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9ca0869-bde3-4bb7-bd6d-6e97a9448e66 HTTP/1.1" status: 204 len: 168 time: 0.3484771 Aug 20 00:03:22.046450 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e723924-84fb-4102-9135-55ff55b584dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca0869-bde3-4bb7-bd6d-6e97a9448e66,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:22.069905 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d0048-ed20-4543-8ffd-e4d5e6b2b1e8 req-d46740cb-5275-401a-bcc3-6b92e1ca7046 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:22.081296 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-747d0048-ed20-4543-8ffd-e4d5e6b2b1e8 req-d46740cb-5275-401a-bcc3-6b92e1ca7046 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0855262 Aug 20 00:03:22.088318 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-8984dbfd-1b36-4255-951d-3efcefa75a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:22.089900 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-8984dbfd-1b36-4255-951d-3efcefa75a42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.1238959 Aug 20 00:03:22.132749 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-747d0048-ed20-4543-8ffd-e4d5e6b2b1e8 req-0b45e9e5-362b-492f-8d13-3065c1f14d14 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503278 Aug 20 00:03:22.145142 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-674142c0-0a36-4bdb-8d31-5fb2a97880dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457029 Aug 20 00:03:22.287032 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-5c66008c-c261-4eab-9995-b985e251b791 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323507 Aug 20 00:03:22.331261 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-de521757-1f60-40ac-8024-9e957c7a393a req-7b985da4-8d6b-4d06-88d0-23bf68f2f1df tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0337486 Aug 20 00:03:22.433463 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7a0b92ee-c8c0-421a-b8d9-7957533fcd6e req-e423d6fd-3fb4-4a66-9530-4c6a761caaad service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372321 Aug 20 00:03:22.493754 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86281-7a67-4832-8d57-12a0ce6d9716 req-73ffbca6-7a2a-4b1e-bf4b-cb3c56c50ffe tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:22.495410 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adc86281-7a67-4832-8d57-12a0ce6d9716 req-73ffbca6-7a2a-4b1e-bf4b-cb3c56c50ffe tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0722148 Aug 20 00:03:22.555761 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adc86281-7a67-4832-8d57-12a0ce6d9716 req-e5a25e4f-8647-4628-8d50-bd57de3c3c53 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Aug 20 00:03:22.598508 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7974e807-739d-4d5b-9eb9-f1fea9d1af84 req-ffe4ad49-a81e-4650-8f91-f9a606249c9e tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Aug 20 00:03:22.719595 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c79f-d44a-40e0-a04e-1605e093c197 req-992ffbda-3d76-4233-b981-f0745e511941 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:22.722093 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c5a9c79f-d44a-40e0-a04e-1605e093c197 req-992ffbda-3d76-4233-b981-f0745e511941 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0622010 Aug 20 00:03:22.732255 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681ae2-ff57-4588-9d23-645a863e52fb req-c39a4e64-e851-480d-a15c-edca88ec6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:22.733980 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-c39a4e64-e851-480d-a15c-edca88ec6739 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0623045 Aug 20 00:03:22.773060 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c5a9c79f-d44a-40e0-a04e-1605e093c197 req-bfd65119-c452-4bd7-8211-22377563fc01 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Aug 20 00:03:22.776771 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42102) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:22.866373 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681ae2-ff57-4588-9d23-645a863e52fb req-5e3cc4d5-3246-42b6-8e56-90a15bdec0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:22.867963 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-5e3cc4d5-3246-42b6-8e56-90a15bdec0a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.1175590 Aug 20 00:03:22.905725 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eefd-e17a-41b0-b319-17dee9f1ab7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:22.920841 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-cbedb9f7-564b-49e7-984f-2edb3a2e959b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.0382092 Aug 20 00:03:23.007158 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681ae2-ff57-4588-9d23-645a863e52fb req-1b59cd0e-1e41-4500-83ba-7939b4453468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:23.009246 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-1b59cd0e-1e41-4500-83ba-7939b4453468 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.0743194 Aug 20 00:03:23.057536 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eefd-e17a-41b0-b319-17dee9f1ab7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.058746 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-c7637308-bbc7-473b-84da-0e2dea38c3cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298028 Aug 20 00:03:23.153540 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42108) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:23.159814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eefd-e17a-41b0-b319-17dee9f1ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.182865 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-11455bb0-5e5b-4740-9c4f-e8fe0925c20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.204587 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c7f8eefd-e17a-41b0-b319-17dee9f1ab7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1e4fe6199cc14876a2a3fef023e76a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266756 Aug 20 00:03:23.206266 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-268495d3-2294-4aab-918d-79343e886a3c service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331978 Aug 20 00:03:23.206565 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42110) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:23.217428 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8eefd-e17a-41b0-b319-17dee9f1ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ad86a-d2ed-4bcd-8128-00a5cf4c341c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:23.279851 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a4acb3bc-9564-43cd-95b3-4559db7d0ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.313614 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a4acb3bc-9564-43cd-95b3-4559db7d0ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.348068 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-99681ae2-ff57-4588-9d23-645a863e52fb req-75a49768-255d-448f-b3cc-b53b63df36df service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332846 Aug 20 00:03:23.389959 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-11455bb0-5e5b-4740-9c4f-e8fe0925c20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.451002 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-31276bab-e80f-44df-a02f-de6c486feeb1 req-cc3eeb5a-8b13-4da7-8d51-7014bb4e5c60 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0438464 Aug 20 00:03:23.541602 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a4acb3bc-9564-43cd-95b3-4559db7d0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.541882 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-11455bb0-5e5b-4740-9c4f-e8fe0925c20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.545492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a4acb3bc-9564-43cd-95b3-4559db7d0ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.547175 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a4acb3bc-9564-43cd-95b3-4559db7d0ad5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f53ad86a-d2ed-4bcd-8128-00a5cf4c341c HTTP/1.1" status: 204 len: 168 time: 0.3396025 Aug 20 00:03:23.557861 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acb3bc-9564-43cd-95b3-4559db7d0ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ad86a-d2ed-4bcd-8128-00a5cf4c341c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:23.603362 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-11455bb0-5e5b-4740-9c4f-e8fe0925c20e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c933ec0cd4064b0087c557eaf801de0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439702 Aug 20 00:03:23.603708 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42118) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:23.616589 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11455bb0-5e5b-4740-9c4f-e8fe0925c20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8196d7cc-b6dd-4448-ad0f-5fd0e350722e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:23.729602 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f24df5a-9a34-46d7-ab24-886e5a21fe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.794419 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-adfb12a2-0bfe-4f56-8294-ec6e570f8a06 req-27e3dd4a-654f-44bc-8377-f97312ab53a6 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0559809 Aug 20 00:03:23.817350 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f24df5a-9a34-46d7-ab24-886e5a21fe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:23.941385 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7982b42f-cea2-44c1-a864-a1b5fd7195d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.003178 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7a123-f8eb-4209-b328-835e0936df32 req-13334858-6127-43d2-9d34-e642122b4df8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:24.005015 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1cd7a123-f8eb-4209-b328-835e0936df32 req-13334858-6127-43d2-9d34-e642122b4df8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0948222 Aug 20 00:03:24.018506 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b93d-c4ff-44d3-87b8-54cf41c0935c req-c381cdba-a134-482d-95b0-717e8d74aae0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:24.020272 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dc61b93d-c4ff-44d3-87b8-54cf41c0935c req-c381cdba-a134-482d-95b0-717e8d74aae0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0990112 Aug 20 00:03:24.113245 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1cd7a123-f8eb-4209-b328-835e0936df32 req-97228df4-5f6f-4cf8-b900-bf134fc63891 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916660 Aug 20 00:03:24.130808 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dc61b93d-c4ff-44d3-87b8-54cf41c0935c req-b3015b4f-864b-44e7-9e38-73d375ea03ea tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919020 Aug 20 00:03:24.138699 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f24df5a-9a34-46d7-ab24-886e5a21fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.138699 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f24df5a-9a34-46d7-ab24-886e5a21fe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.140537 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8f24df5a-9a34-46d7-ab24-886e5a21fe72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8196d7cc-b6dd-4448-ad0f-5fd0e350722e HTTP/1.1" status: 204 len: 168 time: 0.5355184 Aug 20 00:03:24.151201 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24df5a-9a34-46d7-ab24-886e5a21fe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8196d7cc-b6dd-4448-ad0f-5fd0e350722e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:24.576371 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42130) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:24.591176 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7b661407-c992-4777-aa2a-1d5737046cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.598959 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d8ea614d-0ec9-4516-b813-0dbc850b4764 req-90e3b893-f9dc-483a-af90-a3531ba7c4a6 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0468912 Aug 20 00:03:24.737383 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7b661407-c992-4777-aa2a-1d5737046cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.830674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7b661407-c992-4777-aa2a-1d5737046cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:24.909475 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-f963f103-cee1-417c-aeb5-2fd403e29e41 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f400d3cff0845c5a402e3ce880836be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450060 Aug 20 00:03:24.910471 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b661407-c992-4777-aa2a-1d5737046cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c278b45d-fdbd-4aec-a6dc-64c62a469acd,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:24.914952 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7b661407-c992-4777-aa2a-1d5737046cb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7b2eb9f4cad439883e51d67a62fc728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369186 Aug 20 00:03:24.925909 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42142) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:24.947427 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1609f28a-15b9-4e3b-b0f9-a951063a8699 req-776d1428-abfe-4551-b945-4baeee4b1338 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0295684 Aug 20 00:03:25.182198 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f0adbc-14a9-4acb-9b25-583f0003333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:25.225961 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-66ba5f41-32a4-41be-9fff-08218689b2dc tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:25.228650 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-66ba5f41-32a4-41be-9fff-08218689b2dc tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124075 Aug 20 00:03:25.254752 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f0adbc-14a9-4acb-9b25-583f0003333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:25.262956 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Request body: {'port': {'device_id': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49', 'admin_state_up': True, 'tenant_id': '8f400d3cff0845c5a402e3ce880836be'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:25.329071 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c405-8ecd-41c4-8391-e857bbeaf0dc req-e84a42dc-524f-4134-a360-8c869538c043 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:25.334105 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e388c405-8ecd-41c4-8391-e857bbeaf0dc req-e84a42dc-524f-4134-a360-8c869538c043 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1056645 Aug 20 00:03:25.455781 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18788497-3df2-47c0-bd80-095d4c8f3d5b req-0f8b237d-3471-462b-8c88-0f3613c1b94b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:25.462281 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-18788497-3df2-47c0-bd80-095d4c8f3d5b req-0f8b237d-3471-462b-8c88-0f3613c1b94b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1765132 Aug 20 00:03:25.473643 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e388c405-8ecd-41c4-8391-e857bbeaf0dc req-884f0c9c-a551-4d57-a76f-9c91c1681060 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336391 Aug 20 00:03:25.512522 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-18788497-3df2-47c0-bd80-095d4c8f3d5b req-1b98d7ca-cfc6-4656-8eb6-1aa7c07c95bb tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Aug 20 00:03:25.733539 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fa1e43d0-49be-453b-ad18-81e28251a26e req-5b311797-f168-43d2-b348-d097639f8701 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0472229 Aug 20 00:03:25.745794 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f0adbc-14a9-4acb-9b25-583f0003333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:25.751126 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f0adbc-14a9-4acb-9b25-583f0003333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:25.753198 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-09f0adbc-14a9-4acb-9b25-583f0003333d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c278b45d-fdbd-4aec-a6dc-64c62a469acd HTTP/1.1" status: 204 len: 168 time: 0.8327143 Aug 20 00:03:25.780457 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0adbc-14a9-4acb-9b25-583f0003333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c278b45d-fdbd-4aec-a6dc-64c62a469acd,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:25.831000 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Made reservation on behalf of 8f400d3cff0845c5a402e3ce880836be for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:25.835546 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:25.881401 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:25.965545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-f7fcffe2-513a-444a-a436-f93cb118af2c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:25.967120 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-f7fcffe2-513a-444a-a436-f93cb118af2c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 815 time: 0.1744280 Aug 20 00:03:25.985770 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Request body: {'port': {'device_id': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'admin_state_up': True, 'tenant_id': 'bffb1117bdeb4df8b5d5e14f9f2294f3'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:26.086588 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-19448159-d4d6-48a2-8735-d95362340f5f req-fc1b9176-4a87-44a0-8690-95f15da380f3 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0406435 Aug 20 00:03:26.147790 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:26.257547 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:26.387864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:26.393700 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Made reservation on behalf of bffb1117bdeb4df8b5d5e14f9f2294f3 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:26.397258 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:26.536452 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Allocated IP 192.168.233.14 (67163b2e-4520-42a8-80bb-d2a1b3455a49/cba82719-2458-47ac-8ed1-a5555834cbb7/febba594-a4cf-4c44-9e5f-b727480eda47) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:03:26.635135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Allocated IP 172.20.0.8 (37f09d90-e837-43da-bf3c-5f3349530506/e4b8b709-4881-4f60-81d0-49b63bb7d03f/4a03a917-a831-4198-868f-ff080184779c) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:03:26.690430 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60e748-e990-4c7d-96e5-7f200a592d56 req-22681cd4-8310-4715-8ca9-d83ecb26ce8b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:26.692143 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6a60e748-e990-4c7d-96e5-7f200a592d56 req-22681cd4-8310-4715-8ca9-d83ecb26ce8b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1001458 Aug 20 00:03:26.707869 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c477c4-fe4f-4734-8758-ac4b2d323c1c req-78e60a2b-e1bf-4d65-b510-086674d66eda tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:26.714393 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d4c477c4-fe4f-4734-8758-ac4b2d323c1c req-78e60a2b-e1bf-4d65-b510-086674d66eda tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0998089 Aug 20 00:03:26.776384 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6a60e748-e990-4c7d-96e5-7f200a592d56 req-62e2e3d9-ed93-4294-af1f-c1282b01ded3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772784 Aug 20 00:03:26.784586 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-792da075-85b6-4852-8896-4ce71a5706b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:26.802830 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d4c477c4-fe4f-4734-8758-ac4b2d323c1c req-ec8cbff9-e52e-4926-a4d8-c995e734695c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762203 Aug 20 00:03:26.948293 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:26.990262 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.010820 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Transition to ACTIVE for port object febba594-a4cf-4c44-9e5f-b727480eda47 will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:03:27.025231 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-259ba413-cf61-4430-b23f-c9f508bd8fb6 req-b73f2f3c-22d6-42e2-b5cf-334d47b2b769 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0637035 Aug 20 00:03:27.040287 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42200) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:27.071037 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.206902 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4164c6b8-4102-49f8-a436-b20c52332ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.245248 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4bdf6647-6189-4ec0-ba4e-c4b928445183 req-cd30663c-089c-4ae3-bc3a-d467cd9d6037 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0409484 Aug 20 00:03:27.259346 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.303579 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.321720 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65', '568257a3-4b22-4824-93f6-db72460b6e73', '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:27.331945 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Network 67163b2e-4520-42a8-80bb-d2a1b3455a49 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:03:27.343094 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:03:27.352453 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Network 37f09d90-e837-43da-bf3c-5f3349530506 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:03:27.355267 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:03:27.397472 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:03:27.418945 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4164c6b8-4102-49f8-a436-b20c52332ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.421395 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:27.422522 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.426992 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Pushing event updated for resources: {'Port': ['ID=febba594-a4cf-4c44-9e5f-b727480eda47,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:27.430689 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:03:27.504172 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4164c6b8-4102-49f8-a436-b20c52332ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.535171 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event updated for resources: {'Port': ['ID=4a03a917-a831-4198-868f-ff080184779c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:27.544080 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4164c6b8-4102-49f8-a436-b20c52332ecf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d986a70761845c4a7bf049f592cdc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066252 Aug 20 00:03:27.547525 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42214) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:27.602655 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164c6b8-4102-49f8-a436-b20c52332ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441e873e-b6d2-4ae3-aeda-98c276b3f538,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:27.602955 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:27.602955 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.643653 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-cb8ad7ef-a464-450c-a1bd-e2a04cbea1b5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3831983 Aug 20 00:03:27.649931 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Request body: {'port': {'device_id': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:27.680235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e13e-c491-40cc-8dd6-522d30e8bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.723725 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e13e-c491-40cc-8dd6-522d30e8bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.758836 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.797988 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-9536db72-6e4e-484c-af58-bcb7e5f3ffeb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8162653 Aug 20 00:03:27.823366 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Request body: {'port': {'device_id': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:27.875095 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e13e-c491-40cc-8dd6-522d30e8bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.883224 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6e6e13e-c491-40cc-8dd6-522d30e8bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:27.887154 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b6e6e13e-c491-40cc-8dd6-522d30e8bc6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/441e873e-b6d2-4ae3-aeda-98c276b3f538 HTTP/1.1" status: 204 len: 168 time: 0.3352456 Aug 20 00:03:27.898916 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6e13e-c491-40cc-8dd6-522d30e8bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441e873e-b6d2-4ae3-aeda-98c276b3f538,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:28.053655 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-9c84919e-18aa-45a0-b58e-ebecb5b4144b None None] Provisioning for port febba594-a4cf-4c44-9e5f-b727480eda47 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:03:28.060047 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-9c84919e-18aa-45a0-b58e-ebecb5b4144b None None] Provisioning complete for port febba594-a4cf-4c44-9e5f-b727480eda47 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:03:28.060549 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9c84919e-18aa-45a0-b58e-ebecb5b4144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.074209 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.103859 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808c614-bfe5-46aa-b209-3f76681736c0 req-8ab6e49c-1cd9-411c-a594-d1444f1831a1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:28.109276 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d808c614-bfe5-46aa-b209-3f76681736c0 req-8ab6e49c-1cd9-411c-a594-d1444f1831a1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1101806 Aug 20 00:03:28.116038 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.148412 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-9c84919e-18aa-45a0-b58e-ebecb5b4144b None None] Port febba594-a4cf-4c44-9e5f-b727480eda47 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:03:28.238527 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d808c614-bfe5-46aa-b209-3f76681736c0 req-b71cbf10-723e-4d8d-bc5d-83fad637051e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956283 Aug 20 00:03:28.309720 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220101f-ad53-40fc-abc7-8afab31feb37 req-c06afdce-06f2-4d82-aaac-c1113b4bfcea tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:28.311608 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c220101f-ad53-40fc-abc7-8afab31feb37 req-c06afdce-06f2-4d82-aaac-c1113b4bfcea tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 931 time: 0.1030152 Aug 20 00:03:28.393259 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c220101f-ad53-40fc-abc7-8afab31feb37 req-bb64beb4-31be-4b19-a96d-4e71932f6b8c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685906 Aug 20 00:03:28.424546 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a952c-af9a-4acd-84e8-569b3f8aa08c req-5e04644e-d742-4551-b90e-ec70d53f4e1c tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:28.427738 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-647a952c-af9a-4acd-84e8-569b3f8aa08c req-5e04644e-d742-4551-b90e-ec70d53f4e1c tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 935 time: 0.0846641 Aug 20 00:03:28.473648 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febba594-a4cf-4c44-9e5f-b727480eda47 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:28.489803 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.502671 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-647a952c-af9a-4acd-84e8-569b3f8aa08c req-70674a90-a486-4394-b39e-09fe3825f1e7 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Aug 20 00:03:28.514903 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Transition to ACTIVE for port object febba594-a4cf-4c44-9e5f-b727480eda47 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:03:28.570736 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a03a917-a831-4198-868f-ff080184779c {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:28.579147 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.593044 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Transition to ACTIVE for port object 4a03a917-a831-4198-868f-ff080184779c will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:03:28.604293 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.664635 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Pushing event updated for resources: {'Port': ['ID=febba594-a4cf-4c44-9e5f-b727480eda47,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:28.757665 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.807242 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Attempting to bind port febba594-a4cf-4c44-9e5f-b727480eda47 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:03:28.807697 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Attempting to bind port febba594-a4cf-4c44-9e5f-b727480eda47 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:03:28.808146 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Attempting to bind port febba594-a4cf-4c44-9e5f-b727480eda47 on network 67163b2e-4520-42a8-80bb-d2a1b3455a49 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:03:28.826638 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Port febba594-a4cf-4c44-9e5f-b727480eda47 on network 67163b2e-4520-42a8-80bb-d2a1b3455a49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:03:28.826974 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Attempting to bind port febba594-a4cf-4c44-9e5f-b727480eda47 on network 67163b2e-4520-42a8-80bb-d2a1b3455a49 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:03:28.842688 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03a917-a831-4198-868f-ff080184779c,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:28.851874 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:03:28.852257 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Checking segment: {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:03:28.852657 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Bound using segment: {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:03:28.853110 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Bound port: febba594-a4cf-4c44-9e5f-b727480eda47, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f98bcb-6af6-4714-a641-5d3c6dd5497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:03:28.853474 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:28.918867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffb636-b969-477d-9224-d5e35ba3c55c req-f2d5a166-5adc-4eb4-a32e-04348ee59ca7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:28.921751 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ceffb636-b969-477d-9224-d5e35ba3c55c req-f2d5a166-5adc-4eb4-a32e-04348ee59ca7 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1054070 Aug 20 00:03:29.015461 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] For port febba594-a4cf-4c44-9e5f-b727480eda47, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:03:29.017840 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Attempting to bind port 4a03a917-a831-4198-868f-ff080184779c on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:03:29.018188 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Attempting to bind port 4a03a917-a831-4198-868f-ff080184779c by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:03:29.018525 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Attempting to bind port 4a03a917-a831-4198-868f-ff080184779c on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:03:29.023031 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] For port febba594-a4cf-4c44-9e5f-b727480eda47, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=febba594-a4cf-4c44-9e5f-b727480eda47,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:03:29.027167 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Port 4a03a917-a831-4198-868f-ff080184779c on network 37f09d90-e837-43da-bf3c-5f3349530506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:03:29.027500 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Attempting to bind port 4a03a917-a831-4198-868f-ff080184779c on network 37f09d90-e837-43da-bf3c-5f3349530506 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:03:29.033428 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:03:29.033796 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Checking segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:03:29.034168 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Bound using segment: {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:03:29.034611 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Bound port: 4a03a917-a831-4198-868f-ff080184779c, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a5e245-0557-47fe-a422-7cced4e371a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:03:29.034981 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:29.050509 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ceffb636-b969-477d-9224-d5e35ba3c55c req-804191b8-4b15-4cdd-b016-165c7767c8ee tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061089 Aug 20 00:03:29.136294 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] For port 4a03a917-a831-4198-868f-ff080184779c, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:03:29.140407 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] For port 4a03a917-a831-4198-868f-ff080184779c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a03a917-a831-4198-868f-ff080184779c,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:03:29.204793 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:29.245576 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.246740 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:29.249113 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] 10.222.0.10 "PUT /v2.0/ports/febba594-a4cf-4c44-9e5f-b727480eda47 HTTP/1.1" status: 200 len: 1097 time: 1.6038809 Aug 20 00:03:29.254376 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'tag': 'febba594-a4cf-4c44-9e5f-b727480eda47'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:29.257941 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ce444a-0465-4984-9abf-9bd91a8534ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c7623b91-11f8-43ee-b422-b9708b6d8c44", "tag": "febba594-a4cf-4c44-9e5f-b727480eda47"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:29.309595 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e350ef-5ab9-4092-b35d-4e4704980713 service neutron] Pushing event updated for resources: {'Port': ['ID=febba594-a4cf-4c44-9e5f-b727480eda47,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:29.313941 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541223b7-1172-4501-9461-569e031ee186 x-openstack-request-id: req-541223b7-1172-4501-9461-569e031ee186 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:29.315547 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7623b91-11f8-43ee-b422-b9708b6d8c44", "tag": "febba594-a4cf-4c44-9e5f-b727480eda47", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:29.315880 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-541223b7-1172-4501-9461-569e031ee186 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:29.316394 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'tag': 'febba594-a4cf-4c44-9e5f-b727480eda47', 'status': 'completed', 'code': 200} Aug 20 00:03:29.327739 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:29.445474 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.447078 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:29.448729 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a03a917-a831-4198-868f-ff080184779c HTTP/1.1" status: 200 len: 1093 time: 1.6397002 Aug 20 00:03:29.482921 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb8bb6-8ff5-457f-b280-0f3d58492ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a03a917-a831-4198-868f-ff080184779c,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:29.524586 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce444a-0465-4984-9abf-9bd91a8534ac req-2cfce8b0-7384-49c5-8351-d33d776aa467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.524586 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-58ce444a-0465-4984-9abf-9bd91a8534ac req-2cfce8b0-7384-49c5-8351-d33d776aa467 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f400d3cff0845c5a402e3ce880836be&device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 1100 time: 0.1480033 Aug 20 00:03:29.576328 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3737a2c-838d-475c-89a6-4afc7a0510d8 req-9b0d5947-31d2-4e47-8b6f-1e02895dbb7a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.579351 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3737a2c-838d-475c-89a6-4afc7a0510d8 req-9b0d5947-31d2-4e47-8b6f-1e02895dbb7a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1581647 Aug 20 00:03:29.592813 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-58ce444a-0465-4984-9abf-9bd91a8534ac req-deccd462-da5e-490f-b3ea-9f93290c7a9d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8f400d3cff0845c5a402e3ce880836be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536335 Aug 20 00:03:29.636593 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3737a2c-838d-475c-89a6-4afc7a0510d8 req-72523694-bcd4-4135-ac27-bff62afe1539 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Aug 20 00:03:29.675219 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:29.706680 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-52eb1cbb-5474-4b18-b1b3-a5ea7ece3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.708332 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-52eb1cbb-5474-4b18-b1b3-a5ea7ece3ede service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 1096 time: 0.1305232 Aug 20 00:03:29.815785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe018d5-2acf-463d-b9f4-678a773722cd req-4bb83e75-bcc6-45f3-926e-98401a0229d3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.818284 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-acc4a67d-869e-44ad-a108-ab1bb07285e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a03a917-a831-4198-868f-ff080184779c HTTP/1.1" status: 200 len: 217 time: 0.0874507 Aug 20 00:03:29.818509 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ebe018d5-2acf-463d-b9f4-678a773722cd req-4bb83e75-bcc6-45f3-926e-98401a0229d3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 943 time: 0.0716424 Aug 20 00:03:29.839340 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce444a-0465-4984-9abf-9bd91a8534ac req-e0082c37-a3ca-4ccf-8e76-1f2b88fa09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.840821 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-58ce444a-0465-4984-9abf-9bd91a8534ac req-e0082c37-a3ca-4ccf-8e76-1f2b88fa09fa service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213583 Aug 20 00:03:29.841291 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42274) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:29.873518 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ebe018d5-2acf-463d-b9f4-678a773722cd req-b84978d4-463d-4fc2-be1f-685849bf7d0f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Aug 20 00:03:29.895163 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-2869f85a-55da-4c95-aa41-06172d635f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:29.897214 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-2869f85a-55da-4c95-aa41-06172d635f56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.0682456 Aug 20 00:03:29.984744 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-177e3f74-de35-43a0-a192-1a4a958b40de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622938 Aug 20 00:03:30.046220 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc923-e6a4-435e-ade8-4fd9a3cf4a9b req-09992cc9-a00a-4697-a5cc-2a7d95e2ed84 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:30.047709 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-978fc923-e6a4-435e-ade8-4fd9a3cf4a9b req-09992cc9-a00a-4697-a5cc-2a7d95e2ed84 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 947 time: 0.0719659 Aug 20 00:03:30.075784 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1519609676-network', 'tenant_id': '1c55d1dbd4264e1e9f80d48496562b88'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:30.089003 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b643a22e-4c9a-4adb-8c29-7af14bbf1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:30.090521 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-b643a22e-4c9a-4adb-8c29-7af14bbf1d9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8f400d3cff0845c5a402e3ce880836be&device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 1100 time: 0.1791527 Aug 20 00:03:30.113638 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-978fc923-e6a4-435e-ade8-4fd9a3cf4a9b req-1be3b7d3-d294-421d-8768-31d64e48a82f tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Aug 20 00:03:30.156202 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-821fda52-f99b-47fc-b792-76859717dcb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=febba594-a4cf-4c44-9e5f-b727480eda47 HTTP/1.1" status: 200 len: 217 time: 0.0521972 Aug 20 00:03:30.253107 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-2ee5c7e1-ca91-4f4b-9019-5781f623f5b1 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529848 Aug 20 00:03:30.255734 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-efb34f54-80ad-4945-b38c-5e26d8d707a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:30.258028 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-efb34f54-80ad-4945-b38c-5e26d8d707a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cba82719-2458-47ac-8ed1-a5555834cbb7 HTTP/1.1" status: 200 len: 843 time: 0.0928748 Aug 20 00:03:30.355102 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Made reservation on behalf of 1c55d1dbd4264e1e9f80d48496562b88 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:30.358691 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:30.380220 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:30.422013 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-f07e7bd8-245d-449b-a2f4-f029d574b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:30.424356 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-f07e7bd8-245d-449b-a2f4-f029d574b829 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=67163b2e-4520-42a8-80bb-d2a1b3455a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1365721 Aug 20 00:03:30.495235 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-29bfab84-3357-48c5-b0a6-aa277e44788f req-5504309b-d6f3-4653-ae38-36508d61097d service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335839 Aug 20 00:03:30.569525 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-83326234-fc4d-4c79-a20a-0a390965ba8e service neutron] 10.222.0.10 "GET /v2.0/networks/67163b2e-4520-42a8-80bb-d2a1b3455a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336660 Aug 20 00:03:30.654296 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:30.711146 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-759bbb35-2e52-4b38-b7f3-c7271a632a17 req-412fa222-07e2-46e6-b9fb-f133ab3c5d14 service neutron] 10.222.0.10 "GET /v2.0/networks/67163b2e-4520-42a8-80bb-d2a1b3455a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296451 Aug 20 00:03:30.785336 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:30.796548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742d1cb-371b-47b2-86ed-4cf3753d34f9 req-19329ff4-65e8-4692-b69f-880234b4c594 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:30.800091 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9742d1cb-371b-47b2-86ed-4cf3753d34f9 req-19329ff4-65e8-4692-b69f-880234b4c594 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0589466 Aug 20 00:03:30.817667 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:03:30.837579 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:30.840540 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:30.840880 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Added segment f62045fe-b32c-427a-85b6-b56ff0846907 of type vlan for network a894cff4-14b2-44ab-9a85-61076f0a47c9 Aug 20 00:03:30.872631 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9742d1cb-371b-47b2-86ed-4cf3753d34f9 req-2c71fc03-cab5-4da1-ae4c-d079557fa877 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617085 Aug 20 00:03:30.906638 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.050148 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.051834 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:31.052691 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.061998 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e439b27-04ce-4202-b6c5-e8b002a389d3 req-dbfa2a19-84c5-488c-ba15-a549a44d7af9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:31.063564 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8e439b27-04ce-4202-b6c5-e8b002a389d3 req-dbfa2a19-84c5-488c-ba15-a549a44d7af9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 943 time: 0.0626655 Aug 20 00:03:31.121987 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8e439b27-04ce-4202-b6c5-e8b002a389d3 req-e816ea41-23c9-4615-b3c8-cae0bc883be1 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Aug 20 00:03:31.291898 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5a178-83e1-4bd4-a306-0b895ba636d9 req-5ffdfbdd-7ae3-4536-abeb-36f16f2803a9 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:31.293528 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-64e5a178-83e1-4bd4-a306-0b895ba636d9 req-5ffdfbdd-7ae3-4536-abeb-36f16f2803a9 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 947 time: 0.0645406 Aug 20 00:03:31.337933 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'tag': '4a03a917-a831-4198-868f-ff080184779c'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:31.340409 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3accf411-9777-42ae-a987-8fe50ca1781c" -d '{"events": [{"name": "network-changed", "server_uuid": "81083c8c-7b0f-4a0f-8945-12fd1664c2d7", "tag": "4a03a917-a831-4198-868f-ff080184779c"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:31.344675 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-64e5a178-83e1-4bd4-a306-0b895ba636d9 req-75c98b13-b8ba-4c34-8185-a49a864004cf tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Aug 20 00:03:31.367815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a894cff4-14b2-44ab-9a85-61076f0a47c9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:31.385694 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network a894cff4-14b2-44ab-9a85-61076f0a47c9 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:03:31.394649 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5df73b-dc4e-4274-8b5c-08f7fe1cd7fe x-openstack-request-id: req-db5df73b-dc4e-4274-8b5c-08f7fe1cd7fe {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:31.394970 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81083c8c-7b0f-4a0f-8945-12fd1664c2d7", "tag": "4a03a917-a831-4198-868f-ff080184779c", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:31.395476 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-db5df73b-dc4e-4274-8b5c-08f7fe1cd7fe {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:31.395856 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'tag': '4a03a917-a831-4198-868f-ff080184779c', 'status': 'completed', 'code': 200} Aug 20 00:03:31.450825 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6f86fe9d-3a7c-44c9-981d-707ea8c3feb8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5844734 Aug 20 00:03:31.451944 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42296) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:31.460444 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Request body: {'subnet': {'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1519609676-subnet', 'tenant_id': '1c55d1dbd4264e1e9f80d48496562b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:31.505312 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf411-9777-42ae-a987-8fe50ca1781c req-5df3149f-6ff8-472d-8716-8e2e51d0ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:31.507997 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-5df3149f-6ff8-472d-8716-8e2e51d0ac79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 1096 time: 0.0720177 Aug 20 00:03:31.572724 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Made reservation on behalf of 1c55d1dbd4264e1e9f80d48496562b88 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:31.575988 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.614658 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf411-9777-42ae-a987-8fe50ca1781c req-3a503251-95a1-4b6c-ab15-750d6fb6a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:31.616193 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-3a503251-95a1-4b6c-ab15-750d6fb6a67d service neutron] 10.222.0.10 "GET /v2.0/networks?id=37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 200 len: 916 time: 0.0998964 Aug 20 00:03:31.664547 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-a8c35611-6466-41a5-aae4-5ccb2b58bc96 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a03a917-a831-4198-868f-ff080184779c HTTP/1.1" status: 200 len: 217 time: 0.0387468 Aug 20 00:03:31.729434 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf411-9777-42ae-a987-8fe50ca1781c req-45b8ca89-3e4e-4227-8f29-f9e8995177ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:31.731120 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-45b8ca89-3e4e-4227-8f29-f9e8995177ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 200 len: 855 time: 0.0576324 Aug 20 00:03:31.760966 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:03:31.779879 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-0dfd6986-c001-4f1b-b03e-001df7479b48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37f09d90-e837-43da-bf3c-5f3349530506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357502 Aug 20 00:03:31.868590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:31.889620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:31.897157 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-d4212c88-cdfb-406c-97e3-2abd5b08c697 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019518 Aug 20 00:03:31.903254 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'mac_address': 'fa:16:3e:a2:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:03:31.959518 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Checking segment: {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:03:31.960357 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Network hostable DHCP agents. Network: a894cff4-14b2-44ab-9a85-61076f0a47c9, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:03:31.964152 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1aaf166-ac97-4142-8642-64c363334e64,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:31.992489 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.014478 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe3a2aca-d5a3-4288-8023-9d6f2193f258 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:32.050363 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:32.063342 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f134-0816-4365-804c-8c7af86f56d9 req-aaa1a4ac-ac35-40ea-8f83-4b1993a5d9ff tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:32.065772 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0d17f134-0816-4365-804c-8c7af86f56d9 req-aaa1a4ac-ac35-40ea-8f83-4b1993a5d9ff tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0595379 Aug 20 00:03:32.081796 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3accf411-9777-42ae-a987-8fe50ca1781c req-7c583c72-fd52-4e2a-9949-89395c0bb347 service neutron] 10.222.0.10 "GET /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690054 Aug 20 00:03:32.102118 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Network a894cff4-14b2-44ab-9a85-61076f0a47c9 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:03:32.115138 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0d17f134-0816-4365-804c-8c7af86f56d9 req-6926dbac-3914-4285-912e-49cdb460ad64 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Aug 20 00:03:32.127920 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.200338 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=6']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:32.213001 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.213372 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.213721 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.214055 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.214384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.214721 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.215047 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.215368 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.215685 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.216027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.216350 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.216666 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:03:32.256638 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, a894cff4-14b2-44ab-9a85-61076f0a47c9) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:03:32.264247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:32.264247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.266416 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63c81af-3aa1-4c68-a065-6a8574275229 None None] Network a894cff4-14b2-44ab-9a85-61076f0a47c9 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:03:32.290377 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c669-2fdb-4ffd-9b09-9cdd43de932a req-8efdcf67-cbdf-4124-922c-b113bd0d881c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:32.292021 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c734c669-2fdb-4ffd-9b09-9cdd43de932a req-8efdcf67-cbdf-4124-922c-b113bd0d881c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 943 time: 0.0637155 Aug 20 00:03:32.307661 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['fe3a2aca-d5a3-4288-8023-9d6f2193f258'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:32.365246 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c734c669-2fdb-4ffd-9b09-9cdd43de932a req-f5b2d1d7-4c80-4d2e-916c-4c06924d3fc9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Aug 20 00:03:32.402907 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-83fca195-e621-4607-b3bc-861bd30519f5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9468491 Aug 20 00:03:32.465224 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42314) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:32.485016 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4fcb1-e116-46a5-99b1-0dc8409f4aca None None] Network a894cff4-14b2-44ab-9a85-61076f0a47c9 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:03:32.549543 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d233-32bf-46da-8e48-b845663284a4 req-1575f85b-d807-4016-8055-48a17f4f8b6a tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:32.551661 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5285d233-32bf-46da-8e48-b845663284a4 req-1575f85b-d807-4016-8055-48a17f4f8b6a tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 947 time: 0.0889368 Aug 20 00:03:32.605210 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5285d233-32bf-46da-8e48-b845663284a4 req-523b086b-a855-4a1e-a3bf-f51888854c01 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449128 Aug 20 00:03:32.692990 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-51081ebe-e8e4-46aa-8174-b90e43e57490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.818174 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-51081ebe-e8e4-46aa-8174-b90e43e57490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.947299 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-51081ebe-e8e4-46aa-8174-b90e43e57490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:32.987678 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51081ebe-e8e4-46aa-8174-b90e43e57490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316834c7-3bc7-443a-858a-df4ca0a6edb5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:32.995917 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-51081ebe-e8e4-46aa-8174-b90e43e57490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=188ddc61dd94495ab7953bb695e1f109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244160 Aug 20 00:03:32.996161 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 42324) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:33.059974 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84fe6953-7846-400b-bdff-8238a912f132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:33.084394 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84fe6953-7846-400b-bdff-8238a912f132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:33.235621 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84fe6953-7846-400b-bdff-8238a912f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:33.242453 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84fe6953-7846-400b-bdff-8238a912f132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:33.245090 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-84fe6953-7846-400b-bdff-8238a912f132 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/316834c7-3bc7-443a-858a-df4ca0a6edb5 HTTP/1.1" status: 204 len: 168 time: 0.2471392 Aug 20 00:03:33.260806 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6953-7846-400b-bdff-8238a912f132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316834c7-3bc7-443a-858a-df4ca0a6edb5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:33.272726 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754b6b-7287-4814-a475-72ee6b2382ab req-0366946c-40ff-4591-b63a-dec5a7702e32 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:33.274429 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ad754b6b-7287-4814-a475-72ee6b2382ab req-0366946c-40ff-4591-b63a-dec5a7702e32 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0662730 Aug 20 00:03:33.341566 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ad754b6b-7287-4814-a475-72ee6b2382ab req-7d36a69d-8b38-4f55-a4d3-caa682b27472 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549397 Aug 20 00:03:33.515422 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb17f3-00c8-4122-82eb-a3a9e206ed71 req-55dcd6ce-d443-4e3b-8463-28c2a53b476a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:33.517070 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a3bb17f3-00c8-4122-82eb-a3a9e206ed71 req-55dcd6ce-d443-4e3b-8463-28c2a53b476a tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 943 time: 0.0674622 Aug 20 00:03:33.580117 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a3bb17f3-00c8-4122-82eb-a3a9e206ed71 req-2b5276ad-af9a-445e-a544-7b7ade68d7eb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472836 Aug 20 00:03:33.770015 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbf6c3-df42-4ba1-8740-628cf0dfe68c req-33697712-776e-4c02-9cb2-0be476318d1a tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:33.772665 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a4cbf6c3-df42-4ba1-8740-628cf0dfe68c req-33697712-776e-4c02-9cb2-0be476318d1a tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 947 time: 0.0873811 Aug 20 00:03:33.773271 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device febba594-a4cf-4c44-9e5f-b727480eda47 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:03:33.836974 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a4cbf6c3-df42-4ba1-8740-628cf0dfe68c req-77fd033f-ab21-491a-a5df-d62de850cf45 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553875 Aug 20 00:03:33.842687 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:03:33.997976 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port fe3a2aca-d5a3-4288-8023-9d6f2193f258 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:03:33.998347 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.042991 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port febba594-a4cf-4c44-9e5f-b727480eda47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=febba594-a4cf-4c44-9e5f-b727480eda47,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:34.064931 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'febba594-a4cf-4c44-9e5f-b727480eda47', 'network_id': '67163b2e-4520-42a8-80bb-d2a1b3455a49', 'port_id': 'febba594-a4cf-4c44-9e5f-b727480eda47', 'mac_address': 'fa:16:3e:57:2e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba82719-2458-47ac-8ed1-a5555834cbb7', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:03:34.152557 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.173349 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.176159 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febba594-a4cf-4c44-9e5f-b727480eda47 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:34.214202 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port febba594-a4cf-4c44-9e5f-b727480eda47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=febba594-a4cf-4c44-9e5f-b727480eda47,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:34.220271 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:34.222608 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c757813-f3ed-4e85-b7cd-e538f86af08c" -d '{"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:34.240534 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:34.272054 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ebf3db-f2bf-412e-a2c7-30c2e29b9821 x-openstack-request-id: req-88ebf3db-f2bf-412e-a2c7-30c2e29b9821 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:34.272054 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:34.272054 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-88ebf3db-f2bf-412e-a2c7-30c2e29b9821 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:34.272054 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'code': 200} Aug 20 00:03:34.364978 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.369206 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.369919 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a03a917-a831-4198-868f-ff080184779c details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:03:34.487223 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=7']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:34.523603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510923e-36a9-4ba4-a0fe-b209cbca3ead req-bd251401-976f-41a9-b187-0ba7f504293a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:34.531995 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1510923e-36a9-4ba4-a0fe-b209cbca3ead req-bd251401-976f-41a9-b187-0ba7f504293a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0602984 Aug 20 00:03:34.585313 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1510923e-36a9-4ba4-a0fe-b209cbca3ead req-c0efced1-b7ed-4bd4-8f52-95cd1c10c7aa tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522332 Aug 20 00:03:34.590877 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=febba594-a4cf-4c44-9e5f-b727480eda47,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:34.601787 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 4a03a917-a831-4198-868f-ff080184779c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a03a917-a831-4198-868f-ff080184779c,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:34.626120 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '4a03a917-a831-4198-868f-ff080184779c', 'network_id': '37f09d90-e837-43da-bf3c-5f3349530506', 'port_id': '4a03a917-a831-4198-868f-ff080184779c', 'mac_address': 'fa:16:3e:21:60:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b8b709-4881-4f60-81d0-49b63bb7d03f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:03:34.768216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73361ca1-c351-401d-980a-31dbce50798a req-39aacca5-3323-47b8-8b7d-72ac6be30afd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:34.770226 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-73361ca1-c351-401d-980a-31dbce50798a req-39aacca5-3323-47b8-8b7d-72ac6be30afd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 943 time: 0.1018350 Aug 20 00:03:34.852404 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-73361ca1-c351-401d-980a-31dbce50798a req-6dff06f1-8f2e-409d-9f48-d25604108c69 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725672 Aug 20 00:03:34.861336 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:34.886381 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03a917-a831-4198-868f-ff080184779c {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:34.943947 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 4a03a917-a831-4198-868f-ff080184779c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a03a917-a831-4198-868f-ff080184779c,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:35.056315 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:35.183357 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=4a03a917-a831-4198-868f-ff080184779c,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:35.238123 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889844-65f8-47cc-8459-c6899e402bc7 req-b7204cee-0fe6-4d25-871e-e71094993f6f tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:35.241543 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-49889844-65f8-47cc-8459-c6899e402bc7 req-b7204cee-0fe6-4d25-871e-e71094993f6f tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 948 time: 0.1584878 Aug 20 00:03:35.308886 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-7f24dd67-c627-4231-8142-28ce2dea2275 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:35.310364 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-7f24dd67-c627-4231-8142-28ce2dea2275 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/networks?id=a894cff4-14b2-44ab-9a85-61076f0a47c9 HTTP/1.1" status: 200 len: 809 time: 0.3421643 Aug 20 00:03:35.325042 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-49889844-65f8-47cc-8459-c6899e402bc7 req-b621044d-0a05-4596-aca9-34f6e8402e00 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668070 Aug 20 00:03:35.337289 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-fce4b084-ed00-4bb6-beb3-3bf429b38001 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/quotas/1c55d1dbd4264e1e9f80d48496562b88 HTTP/1.1" status: 200 len: 375 time: 0.0112121 Aug 20 00:03:35.386862 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-1a9806ac-56f3-43c8-a209-bee3e3e3b165 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332990 Aug 20 00:03:35.426880 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['4a03a917-a831-4198-868f-ff080184779c'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:35.588635 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['febba594-a4cf-4c44-9e5f-b727480eda47'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:35.590214 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-f2e64f6c-b81d-4b70-aefe-bf1073781d0c service neutron] 10.222.0.35 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863799 Aug 20 00:03:35.816719 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c37f-6140-4652-8857-d8896769147f req-258b4484-5f42-404f-8bd8-460b1fa74f3a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:35.818896 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c5b6c37f-6140-4652-8857-d8896769147f req-258b4484-5f42-404f-8bd8-460b1fa74f3a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0899673 Aug 20 00:03:35.859682 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-90494437-dba8-4d0f-9f2c-670589ad3d86 service neutron] 10.222.0.35 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478237 Aug 20 00:03:35.904710 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c5b6c37f-6140-4652-8857-d8896769147f req-488cf6a8-cb68-4860-83d3-42ba766d4bca tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782061 Aug 20 00:03:36.096081 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45caf40c-8069-4063-a177-eefa897d0fb6 req-bc3d7e38-2f36-48fd-92e3-7b2e5f7ce737 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:36.099188 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-45caf40c-8069-4063-a177-eefa897d0fb6 req-bc3d7e38-2f36-48fd-92e3-7b2e5f7ce737 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 944 time: 0.0928068 Aug 20 00:03:36.216801 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-45caf40c-8069-4063-a177-eefa897d0fb6 req-b5ebbecf-f097-4b84-8387-a4757e1a4e0d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103957 Aug 20 00:03:36.344947 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8d3df40e-cab3-4cf9-bcea-aed8bdbe4dae req-61e2e583-5242-4a87-a04f-9152a6adb5bb tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0475442 Aug 20 00:03:36.574367 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0b17-d2be-4ca7-aaa8-d1963d98e75f req-d013824b-efe1-4395-937b-b82e4dac3ea8 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:36.575983 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a97f0b17-d2be-4ca7-aaa8-d1963d98e75f req-d013824b-efe1-4395-937b-b82e4dac3ea8 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 948 time: 0.0980785 Aug 20 00:03:36.635838 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a97f0b17-d2be-4ca7-aaa8-d1963d98e75f req-bfbd82f8-527b-497e-b97e-24da990d3e7c tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460219 Aug 20 00:03:37.077415 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ef7b-ff5f-46d1-8db3-5437e3f4eb6e req-dbdef89a-b408-4a6d-8823-01a8f8736f91 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:37.084617 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f92ef7b-ff5f-46d1-8db3-5437e3f4eb6e req-dbdef89a-b408-4a6d-8823-01a8f8736f91 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0851841 Aug 20 00:03:37.160847 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f92ef7b-ff5f-46d1-8db3-5437e3f4eb6e req-6b3e4e71-8d6c-48e2-8aba-b9d6a603586c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706480 Aug 20 00:03:37.422431 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70602706-3253-4fd7-be09-c9aca5dcf4b2 req-e3d8ef8e-f7d3-4ae1-a38e-0eb67a3584fb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:37.424710 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70602706-3253-4fd7-be09-c9aca5dcf4b2 req-e3d8ef8e-f7d3-4ae1-a38e-0eb67a3584fb tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 944 time: 0.0970986 Aug 20 00:03:37.489024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-598c2dd0-522f-4704-8cc7-cba8869e3489 req-43141551-ee71-4d4f-83ce-44dbe0ea596e tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0523267 Aug 20 00:03:37.593020 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70602706-3253-4fd7-be09-c9aca5dcf4b2 req-b57f0758-806e-4b70-b8a6-22c01899fdef tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531453 Aug 20 00:03:37.805128 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device febba594-a4cf-4c44-9e5f-b727480eda47 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:03:38.096975 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port febba594-a4cf-4c44-9e5f-b727480eda47 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:03:38.105725 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port febba594-a4cf-4c44-9e5f-b727480eda47 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:03:38.105725 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:38.197188 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702adb8e-5af8-409e-b087-b5ebe0c3c06b req-28b0c9ae-9183-4b3c-8dc5-ed54bc1956e9 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:38.201241 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-702adb8e-5af8-409e-b087-b5ebe0c3c06b req-28b0c9ae-9183-4b3c-8dc5-ed54bc1956e9 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 948 time: 0.4432952 Aug 20 00:03:38.327631 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-702adb8e-5af8-409e-b087-b5ebe0c3c06b req-84c56863-adec-4d4c-b86f-a3cdbd6a9b9f tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097519 Aug 20 00:03:38.442332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:38.451660 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdf0c3-d3ae-4432-97cc-06ee81aa9c67 req-e3a1d17e-4f29-4802-ab89-c18e3850696d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:38.458821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4bdf0c3-d3ae-4432-97cc-06ee81aa9c67 req-e3a1d17e-4f29-4802-ab89-c18e3850696d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1005378 Aug 20 00:03:38.505151 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port febba594-a4cf-4c44-9e5f-b727480eda47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=febba594-a4cf-4c44-9e5f-b727480eda47,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:38.508980 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febba594-a4cf-4c44-9e5f-b727480eda47'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:38.512935 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7803f6b-3654-4e65-9b0d-41fb26257b1a" -d '{"events": [{"server_uuid": "c7623b91-11f8-43ee-b422-b9708b6d8c44", "name": "network-vif-plugged", "status": "completed", "tag": "febba594-a4cf-4c44-9e5f-b727480eda47"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:38.524773 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c4bdf0c3-d3ae-4432-97cc-06ee81aa9c67 req-1dbd43bd-a218-4779-8710-8a9b79aae6f8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635209 Aug 20 00:03:38.580506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87ba71f-8069-4880-be73-91f3bb38d7dc x-openstack-request-id: req-c87ba71f-8069-4880-be73-91f3bb38d7dc {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:38.580506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7623b91-11f8-43ee-b422-b9708b6d8c44", "name": "network-vif-plugged", "status": "completed", "tag": "febba594-a4cf-4c44-9e5f-b727480eda47", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:38.580506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c87ba71f-8069-4880-be73-91f3bb38d7dc {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:38.580506 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febba594-a4cf-4c44-9e5f-b727480eda47', 'code': 200} Aug 20 00:03:38.612357 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:38.616425 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a03a917-a831-4198-868f-ff080184779c up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:03:38.693340 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dad604c0-22da-4d7d-a2d1-525f0bff1bcf req-85e6ee76-a11a-46fc-bbf3-4036ae9b3a41 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0876369 Aug 20 00:03:38.835169 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=febba594-a4cf-4c44-9e5f-b727480eda47,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:38.883996 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec7edc-f0ba-4947-ab78-d6cabc182f3e req-15ca290e-f4cf-4f39-9f92-fbdcd634a817 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:38.888736 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3ec7edc-f0ba-4947-ab78-d6cabc182f3e req-15ca290e-f4cf-4f39-9f92-fbdcd634a817 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 944 time: 0.1075139 Aug 20 00:03:38.943598 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3ec7edc-f0ba-4947-ab78-d6cabc182f3e req-e38b392d-32a6-428d-b738-d7d41aac7549 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534699 Aug 20 00:03:38.947608 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 4a03a917-a831-4198-868f-ff080184779c completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:03:38.955706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 4a03a917-a831-4198-868f-ff080184779c triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:03:38.955706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:39.124010 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:39.165373 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f2ec-fa8b-41f4-b742-b72c7e668c19 req-09318a93-9c2e-4031-bdf6-9c7c503b9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:39.167402 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72a2f2ec-fa8b-41f4-b742-b72c7e668c19 req-09318a93-9c2e-4031-bdf6-9c7c503b9964 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 1102 time: 0.0647640 Aug 20 00:03:39.170864 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 4a03a917-a831-4198-868f-ff080184779c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a03a917-a831-4198-868f-ff080184779c,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:39.210054 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-72a2f2ec-fa8b-41f4-b742-b72c7e668c19 req-e0d54726-8702-4ee1-9969-400a021996d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Aug 20 00:03:39.459205 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c87098-e158-47eb-923d-a087a3cb155e req-90f78a26-07e5-4562-86f8-787a78bcce87 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:39.460999 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2c87098-e158-47eb-923d-a087a3cb155e req-90f78a26-07e5-4562-86f8-787a78bcce87 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 949 time: 0.0582790 Aug 20 00:03:39.507858 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2c87098-e158-47eb-923d-a087a3cb155e req-3e1b9e0a-6de9-42da-8b9f-0ecc95317ff2 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Aug 20 00:03:39.664207 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372051-4b01-47b9-91d8-1812bef85325 req-6934dbd0-564c-436b-bd72-7bff17bc5cc5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:39.665774 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6372051-4b01-47b9-91d8-1812bef85325 req-6934dbd0-564c-436b-bd72-7bff17bc5cc5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0507135 Aug 20 00:03:39.719100 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6372051-4b01-47b9-91d8-1812bef85325 req-999abd82-29ab-4e7b-8ac0-8acd7a5fa41c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Aug 20 00:03:39.752219 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:39.828482 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-06529dbf-6d4f-4a6f-a90b-9ed7199f8b37 req-dd342347-4a88-4d88-84c1-4ea3d2fbc2ca tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0387490 Aug 20 00:03:39.872708 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=4a03a917-a831-4198-868f-ff080184779c,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:40.179609 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ef2e-dc1d-47ff-a699-0cd262ba865f req-27f2af7c-3e94-4889-aad8-2e0c10586c2b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.192269 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b51ef2e-dc1d-47ff-a699-0cd262ba865f req-27f2af7c-3e94-4889-aad8-2e0c10586c2b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1471107 Aug 20 00:03:40.255697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b51ef2e-dc1d-47ff-a699-0cd262ba865f req-6e6939a3-67f1-4dd6-b0fd-0ddb78ffb4ab tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606122 Aug 20 00:03:40.553527 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a62b0-b910-4eed-9af8-9b60ac98fbd8 req-93fedb96-8aec-499a-b4bf-1da06ff8c6bf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.564771 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-466a62b0-b910-4eed-9af8-9b60ac98fbd8 req-93fedb96-8aec-499a-b4bf-1da06ff8c6bf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0854197 Aug 20 00:03:40.580767 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a917-a831-4198-868f-ff080184779c'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:40.583661 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15819d64-71d7-4f3f-932d-1a089c2a728f" -d '{"events": [{"server_uuid": "81083c8c-7b0f-4a0f-8945-12fd1664c2d7", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a917-a831-4198-868f-ff080184779c"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:40.615968 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-13b74a65-7b4d-4c6b-ab93-f4963f523cea tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.618225 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-13b74a65-7b4d-4c6b-ab93-f4963f523cea tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "GET /v2.0/networks?id=a894cff4-14b2-44ab-9a85-61076f0a47c9 HTTP/1.1" status: 200 len: 809 time: 0.1899400 Aug 20 00:03:40.635782 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Request body: {'port': {'device_id': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9', 'admin_state_up': True, 'tenant_id': '1c55d1dbd4264e1e9f80d48496562b88'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:40.692675 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-d76345a6-ec3e-4e05-9601-5e2fca7e7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.694562 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-d76345a6-ec3e-4e05-9601-5e2fca7e7176 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.1268935 Aug 20 00:03:40.708741 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-466a62b0-b910-4eed-9af8-9b60ac98fbd8 req-79021a83-8115-4330-b8fa-5c4cfe72cd48 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246202 Aug 20 00:03:40.785506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0930297f-f2d1-4d94-927d-a4d23036267f x-openstack-request-id: req-0930297f-f2d1-4d94-927d-a4d23036267f {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:40.785506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81083c8c-7b0f-4a0f-8945-12fd1664c2d7", "name": "network-vif-plugged", "status": "completed", "tag": "4a03a917-a831-4198-868f-ff080184779c", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:40.785506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0930297f-f2d1-4d94-927d-a4d23036267f {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:40.785506 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03a917-a831-4198-868f-ff080184779c', 'code': 200} Aug 20 00:03:40.825424 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4e995-0cb8-4836-bc2c-d547e51dac2b req-12b54271-2d5e-4046-8ca8-cc64b97aaed5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.832024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a7e4e995-0cb8-4836-bc2c-d547e51dac2b req-12b54271-2d5e-4046-8ca8-cc64b97aaed5 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 949 time: 0.1750669 Aug 20 00:03:40.851874 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-67448778-949a-4f13-865e-35bbf0d3c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.854900 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-67448778-949a-4f13-865e-35bbf0d3c7c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.1484535 Aug 20 00:03:40.906195 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a7e4e995-0cb8-4836-bc2c-d547e51dac2b req-ddc4c266-f3b7-459b-aa84-7b4598ea81d0 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Aug 20 00:03:40.993522 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-97a1eec2-184f-42d0-83f7-8ca22ce19ccc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.0992427 Aug 20 00:03:40.993653 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de84a23-c9d6-496c-8b54-71d5eb5b117f req-69ecf707-7336-44f1-8900-c6ffb0d99229 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:40.993653 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3de84a23-c9d6-496c-8b54-71d5eb5b117f req-69ecf707-7336-44f1-8900-c6ffb0d99229 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0835266 Aug 20 00:03:41.052105 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3de84a23-c9d6-496c-8b54-71d5eb5b117f req-a1a60542-e6cb-4c1e-8e7a-03e0b495964c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702593 Aug 20 00:03:41.057415 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-9041f6a4-7f44-4ef2-ae9c-493d4136b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:41.059287 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-9041f6a4-7f44-4ef2-ae9c-493d4136b10d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.0812097 Aug 20 00:03:41.112474 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8c0afabc-7e57-4ada-8739-16d6ff20dc1c req-a5221ebe-a6dd-46eb-80d0-73d4164720aa tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0578887 Aug 20 00:03:41.126709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Made reservation on behalf of 1c55d1dbd4264e1e9f80d48496562b88 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:41.144236 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:41.157869 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-a4736ae7-bceb-472e-818e-2d5ce86ad2af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859280 Aug 20 00:03:41.368736 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-4e94c055-a5f8-492a-bec7-34feb5f028c9 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946442 Aug 20 00:03:41.386988 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Allocated IP 172.20.0.8 (a894cff4-14b2-44ab-9a85-61076f0a47c9/d1aaf166-ac97-4142-8642-64c363334e64/10f1ec39-ddc0-4a0e-b63b-bab740a83c1a) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:03:41.549244 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adff1d-50d1-4759-b9ba-61c4e49a5bf6 req-9832311e-8c47-4dbc-a1b2-1d40150d5ac7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:41.556559 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c8adff1d-50d1-4759-b9ba-61c4e49a5bf6 req-9832311e-8c47-4dbc-a1b2-1d40150d5ac7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1732476 Aug 20 00:03:41.662673 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c8adff1d-50d1-4759-b9ba-61c4e49a5bf6 req-87ccadb4-de2b-4a9a-8da7-3b3b250ddbfd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965514 Aug 20 00:03:41.693192 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bdad2-54c0-433a-9568-da378fcd8202 req-362b5691-1602-405a-b96c-e2509e57df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:41.695834 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e05bdad2-54c0-433a-9568-da378fcd8202 req-362b5691-1602-405a-b96c-e2509e57df9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 1098 time: 0.1149955 Aug 20 00:03:41.756109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:41.776465 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f64bfd3-09d6-4716-9693-bb6d54caf23a req-a6e2a4a3-6d52-4398-9c39-e0096471169c service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865409 Aug 20 00:03:41.848080 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e05bdad2-54c0-433a-9568-da378fcd8202 req-fe52f1aa-3970-4a6a-8a82-7ed3e71c193b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418302 Aug 20 00:03:41.911123 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:41.930824 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ec565-280c-40c6-8c42-efa91dd2aa37 req-cb535e15-ab25-4815-a0e6-b45cf5ecf89e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:41.934085 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a63ec565-280c-40c6-8c42-efa91dd2aa37 req-cb535e15-ab25-4815-a0e6-b45cf5ecf89e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1065931 Aug 20 00:03:41.975986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Network a894cff4-14b2-44ab-9a85-61076f0a47c9 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:03:41.980324 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:03:41.985077 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:03:42.002709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Pushing event updated for resources: {'Port': ['ID=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:42.015803 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a63ec565-280c-40c6-8c42-efa91dd2aa37 req-1aa59f7e-f18f-4ade-934d-31c950f2d1d6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735443 Aug 20 00:03:42.085777 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:42.086483 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:42.169068 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6021b3-4b30-4177-b595-7d153173abe3 req-c6a00f71-04d0-40fb-b185-e33236559086 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:42.171570 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6f6021b3-4b30-4177-b595-7d153173abe3 req-c6a00f71-04d0-40fb-b185-e33236559086 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 949 time: 0.1537023 Aug 20 00:03:42.209243 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-6a3497a3-9ccf-442b-9516-f20a18452de8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782478 Aug 20 00:03:42.230783 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Request body: {'port': {'device_id': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:42.293255 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6f6021b3-4b30-4177-b595-7d153173abe3 req-3ae2db63-eb68-46b1-9038-f6e2373dcb9e tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Aug 20 00:03:42.309230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85db0cf-6f60-4d86-bc3a-7a54182b8816 req-7ba26463-1d4e-4b35-b568-d20c96bbecc7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:42.326762 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e85db0cf-6f60-4d86-bc3a-7a54182b8816 req-7ba26463-1d4e-4b35-b568-d20c96bbecc7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1531899 Aug 20 00:03:42.347334 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:42.409628 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e85db0cf-6f60-4d86-bc3a-7a54182b8816 req-87ba2484-53c7-4c7a-b647-890741f1d2f3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822387 Aug 20 00:03:42.540605 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed46e-1921-4cc4-9a74-2282a48246fd req-63dc5d1b-cd64-4067-b2ae-1ab7197582f5 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:42.543022 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f9ed46e-1921-4cc4-9a74-2282a48246fd req-63dc5d1b-cd64-4067-b2ae-1ab7197582f5 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 931 time: 0.1227887 Aug 20 00:03:42.598662 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f9ed46e-1921-4cc4-9a74-2282a48246fd req-bad63cdd-4659-4ea4-ab60-34cb9e1a31ab tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454466 Aug 20 00:03:42.813140 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:42.823050 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833398-4f23-443e-bc29-9f976690e651 req-63beb6b0-7cfe-4226-9ad9-549484d8227b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:42.824009 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:42.826471 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44833398-4f23-443e-bc29-9f976690e651 req-63beb6b0-7cfe-4226-9ad9-549484d8227b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0713687 Aug 20 00:03:42.843555 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Transition to ACTIVE for port object 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:03:42.913236 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44833398-4f23-443e-bc29-9f976690e651 req-6026d9c0-e9df-41cd-a66d-d2ba15c9014d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720813 Aug 20 00:03:42.950768 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:43.068157 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Pushing event updated for resources: {'Port': ['ID=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:43.074441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b1b62-cfd1-4687-b6cc-480ee53c7f26 req-c68c0c15-f42f-4944-be4e-f585affcfbe1 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:43.082677 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bb3b1b62-cfd1-4687-b6cc-480ee53c7f26 req-c68c0c15-f42f-4944-be4e-f585affcfbe1 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 949 time: 0.0883613 Aug 20 00:03:43.191063 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bb3b1b62-cfd1-4687-b6cc-480ee53c7f26 req-95b2cf55-02ea-4134-8574-952a4f513c8f tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072288 Aug 20 00:03:43.255379 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Attempting to bind port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:03:43.255905 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Attempting to bind port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:03:43.256464 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Attempting to bind port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a on network a894cff4-14b2-44ab-9a85-61076f0a47c9 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:03:43.265031 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a on network a894cff4-14b2-44ab-9a85-61076f0a47c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:03:43.265554 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Attempting to bind port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a on network a894cff4-14b2-44ab-9a85-61076f0a47c9 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:03:43.276564 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:03:43.277105 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Checking segment: {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:03:43.277861 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Bound using segment: {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:03:43.278797 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Bound port: 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:03:43.279183 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:43.355062 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645e099-0a66-4135-8aac-2ba0508a1bd3 req-77f5f9a0-c6d1-4372-bbfb-2a6b4a1764c1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:43.359085 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6645e099-0a66-4135-8aac-2ba0508a1bd3 req-77f5f9a0-c6d1-4372-bbfb-2a6b4a1764c1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.2064703 Aug 20 00:03:43.428460 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6645e099-0a66-4135-8aac-2ba0508a1bd3 req-311bf993-6ab8-4dad-abac-684fc6205b62 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Aug 20 00:03:43.432620 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] For port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:03:43.446391 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] For port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:03:43.529698 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:43.632662 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:43.633744 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:43.636249 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] 10.222.0.10 "PUT /v2.0/ports/10f1ec39-ddc0-4a0e-b63b-bab740a83c1a HTTP/1.1" status: 200 len: 1093 time: 1.4127138 Aug 20 00:03:43.636947 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'tag': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:43.641000 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3" -d '{"events": [{"name": "network-changed", "server_uuid": "effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66", "tag": "10f1ec39-ddc0-4a0e-b63b-bab740a83c1a"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:43.644529 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ddd22-45e0-48e8-96bc-e0d032a83bbf req-9182c421-225f-4f74-9918-6d53d579ff91 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:43.651222 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-477ddd22-45e0-48e8-96bc-e0d032a83bbf req-9182c421-225f-4f74-9918-6d53d579ff91 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1197166 Aug 20 00:03:43.734026 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37516-2621-4865-bb07-575d6f610f1c service neutron] Pushing event updated for resources: {'Port': ['ID=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:43.764194 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-477ddd22-45e0-48e8-96bc-e0d032a83bbf req-6787d6f0-5a58-403c-8efe-22e42905024b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975735 Aug 20 00:03:43.840098 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cb12f9-598e-4b3f-9f71-a7220a09a29f x-openstack-request-id: req-64cb12f9-598e-4b3f-9f71-a7220a09a29f {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:43.841410 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66", "tag": "10f1ec39-ddc0-4a0e-b63b-bab740a83c1a", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:43.842135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64cb12f9-598e-4b3f-9f71-a7220a09a29f {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:43.843701 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'tag': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a', 'status': 'completed', 'code': 200} Aug 20 00:03:43.890345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387566-f2d9-4763-9ecb-f676c8ab362d req-5eff0665-e23d-4786-b4da-9b3953b2ad40 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:43.901090 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e2387566-f2d9-4763-9ecb-f676c8ab362d req-5eff0665-e23d-4786-b4da-9b3953b2ad40 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 943 time: 0.0767252 Aug 20 00:03:43.922377 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-55f1ba32-4a0f-4b8a-9d67-965267b0ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:43.926452 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-55f1ba32-4a0f-4b8a-9d67-965267b0ef92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 1096 time: 0.0810435 Aug 20 00:03:43.953819 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e2387566-f2d9-4763-9ecb-f676c8ab362d req-d403f747-32aa-45a0-af50-d6046b98ea72 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Aug 20 00:03:44.021262 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-fffb5926-b529-4a60-98a6-a618d58eec09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a HTTP/1.1" status: 200 len: 217 time: 0.0789986 Aug 20 00:03:44.115447 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7a5af-42b8-4332-9839-6d39c3608f30 req-67f6d9e8-37e9-449c-b0ca-65e6b2ed672f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:44.139640 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fb7a5af-42b8-4332-9839-6d39c3608f30 req-67f6d9e8-37e9-449c-b0ca-65e6b2ed672f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0980761 Aug 20 00:03:44.155816 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-c466b2d9-2446-4570-a613-7e35b6b6effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:44.158065 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-c466b2d9-2446-4570-a613-7e35b6b6effa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1aaf166-ac97-4142-8642-64c363334e64 HTTP/1.1" status: 200 len: 849 time: 0.1181104 Aug 20 00:03:44.203983 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fb7a5af-42b8-4332-9839-6d39c3608f30 req-2ebe01a0-2a3f-483b-9098-fa4fa6105b4d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557368 Aug 20 00:03:44.235314 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-74dce4fb-ea01-4358-a5e7-3f7dd4d597d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a894cff4-14b2-44ab-9a85-61076f0a47c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641389 Aug 20 00:03:44.362361 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a841-75ff-4a80-8a27-b6e4fdc69b66 req-73404414-a51d-4fc7-af49-9bebec7cc7c7 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:44.364078 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b1a841-75ff-4a80-8a27-b6e4fdc69b66 req-73404414-a51d-4fc7-af49-9bebec7cc7c7 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 949 time: 0.0773735 Aug 20 00:03:44.479383 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-ff6e5620-4765-4977-9f31-5f5ae0c9f1eb service neutron] 10.222.0.10 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241499 Aug 20 00:03:44.545583 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d6b1a841-75ff-4a80-8a27-b6e4fdc69b66 req-71141c9f-f5ef-4173-854c-2d637d22ecb2 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610870 Aug 20 00:03:44.639781 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-52f3d217-648c-4e90-8468-760dd6b8e281 req-cdb12a4d-f32b-4ad4-baca-fec9c3279d75 service neutron] 10.222.0.10 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453724 Aug 20 00:03:44.685501 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88c86f-bb4c-4d81-b38c-75ce364fc9a7 req-6261fc93-0e02-4d2f-8db4-980921ed0195 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:44.687073 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4b88c86f-bb4c-4d81-b38c-75ce364fc9a7 req-6261fc93-0e02-4d2f-8db4-980921ed0195 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0607445 Aug 20 00:03:44.732719 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4b88c86f-bb4c-4d81-b38c-75ce364fc9a7 req-295c241f-567e-4c69-9ee9-ca151354058d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376749 Aug 20 00:03:44.820441 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-6220fa3f-cf7f-4d92-8eb8-6354cc561f92 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:44.822446 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-6220fa3f-cf7f-4d92-8eb8-6354cc561f92 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 949 time: 0.0643332 Aug 20 00:03:44.930945 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e48f-4782-41df-aecb-9ecc441184c7 req-a188ccfe-0bca-4bd1-a566-1bcd5f13cada tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:44.936934 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4611e48f-4782-41df-aecb-9ecc441184c7 req-a188ccfe-0bca-4bd1-a566-1bcd5f13cada tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0686731 Aug 20 00:03:44.963185 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Deleting port febba594-a4cf-4c44-9e5f-b727480eda47 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:03:44.964026 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:44.984946 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4611e48f-4782-41df-aecb-9ecc441184c7 req-6fcf1bfb-6e62-480a-aa93-8a61de2a762c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Aug 20 00:03:45.082614 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] For port febba594-a4cf-4c44-9e5f-b727480eda47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=febba594-a4cf-4c44-9e5f-b727480eda47,segment=NetworkSegment(25f98bcb-6af6-4714-a641-5d3c6dd5497c),segment_id=25f98bcb-6af6-4714-a641-5d3c6dd5497c)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:45.082898 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:45.097838 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Calling delete_port for febba594-a4cf-4c44-9e5f-b727480eda47 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:03:45.127792 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfafb17-98a6-47c9-8303-823c163d9d02 req-665961c4-bc3a-416f-8531-c80e99d5afcf tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:45.130000 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0cfafb17-98a6-47c9-8303-823c163d9d02 req-665961c4-bc3a-416f-8531-c80e99d5afcf tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 943 time: 0.0807829 Aug 20 00:03:45.209418 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0cfafb17-98a6-47c9-8303-823c163d9d02 req-9ce6c04b-17a0-4ace-b3c0-4bb15510e7b2 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637844 Aug 20 00:03:45.266340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-cafc83ca-b34e-45f7-9bfd-8b7787fbbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:45.268196 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-cafc83ca-b34e-45f7-9bfd-8b7787fbbf0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 1096 time: 0.0531065 Aug 20 00:03:45.394961 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-a51a6b25-7a75-4f8a-8e21-903fb73300a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:45.396495 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-a51a6b25-7a75-4f8a-8e21-903fb73300a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a894cff4-14b2-44ab-9a85-61076f0a47c9 HTTP/1.1" status: 200 len: 910 time: 0.1180959 Aug 20 00:03:45.399103 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:45.415180 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['febba594-a4cf-4c44-9e5f-b727480eda47'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:45.452753 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-2920043d-db3b-4ae1-ba06-0f0e88889cc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a HTTP/1.1" status: 200 len: 217 time: 0.0460956 Aug 20 00:03:45.577268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-07f906d2-68a3-413b-8933-048a5d20f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:45.581100 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-07f906d2-68a3-413b-8933-048a5d20f6ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1aaf166-ac97-4142-8642-64c363334e64 HTTP/1.1" status: 200 len: 849 time: 0.1169057 Aug 20 00:03:45.641999 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-f86ece69-2bb8-4aa7-9e87-a7fd6554f9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a894cff4-14b2-44ab-9a85-61076f0a47c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388339 Aug 20 00:03:45.715443 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] No DVR routers for this DVR port febba594-a4cf-4c44-9e5f-b727480eda47 on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:03:45.724184 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:45.731008 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-781884ae-8b8a-4787-a785-3dc0afd0b608 req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.10 "DELETE /v2.0/ports/febba594-a4cf-4c44-9e5f-b727480eda47 HTTP/1.1" status: 204 len: 173 time: 0.8947637 Aug 20 00:03:45.732023 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c453b-dc9e-4ea1-af46-6edc44c4ba06 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] Pushing event deleted for resources: {'Port': ['ID=febba594-a4cf-4c44-9e5f-b727480eda47,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:45.786373 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:03:45.814078 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-86ff9094-b419-4cf9-994b-a6663acfd811 req-e5450339-3236-40ac-9a13-3f9b696d6044 tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0595844 Aug 20 00:03:45.845428 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'name': 'network-vif-deleted', 'tag': 'febba594-a4cf-4c44-9e5f-b727480eda47'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:45.848662 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5b94db-ed07-4552-8564-540f5bf2b01c" -d '{"events": [{"server_uuid": "c7623b91-11f8-43ee-b422-b9708b6d8c44", "name": "network-vif-deleted", "tag": "febba594-a4cf-4c44-9e5f-b727480eda47"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:45.966671 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-e27521c0-6763-4d7d-a568-b9a71b49bf0a service neutron] 10.222.0.10 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922833 Aug 20 00:03:45.966993 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f322cd-b980-42d1-bd0b-c382f6dda022 x-openstack-request-id: req-b4f322cd-b980-42d1-bd0b-c382f6dda022 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:45.966993 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7623b91-11f8-43ee-b422-b9708b6d8c44", "name": "network-vif-deleted", "tag": "febba594-a4cf-4c44-9e5f-b727480eda47", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:45.966993 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4f322cd-b980-42d1-bd0b-c382f6dda022 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:45.966993 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7623b91-11f8-43ee-b422-b9708b6d8c44', 'name': 'network-vif-deleted', 'tag': 'febba594-a4cf-4c44-9e5f-b727480eda47', 'status': 'completed', 'code': 200} Aug 20 00:03:45.976783 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206009-d12c-434a-83d7-874e0d1c7aa0 req-25c72075-b52c-4d5f-bc04-f4f15f1924d8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:45.978502 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f0206009-d12c-434a-83d7-874e0d1c7aa0 req-25c72075-b52c-4d5f-bc04-f4f15f1924d8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1175568 Aug 20 00:03:46.083602 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f0206009-d12c-434a-83d7-874e0d1c7aa0 req-803e5f6e-11df-4ac6-8aae-e7c1afbf759d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906081 Aug 20 00:03:46.181567 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fd28dbe-1506-44d2-8efb-a75d9f2494d3 req-8cb4f778-ee05-41a6-8746-44dc64401291 service neutron] 10.222.0.10 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019227 Aug 20 00:03:46.223812 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d606-51d7-4f85-8502-b284304380ed req-60a7ad03-a3cc-4278-b728-0b966b2a349e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:46.226692 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9e04d606-51d7-4f85-8502-b284304380ed req-60a7ad03-a3cc-4278-b728-0b966b2a349e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1195638 Aug 20 00:03:46.300856 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9e04d606-51d7-4f85-8502-b284304380ed req-c647376a-2477-46f3-9e4c-47a496f4d7c9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592518 Aug 20 00:03:46.381390 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986a9d-1623-4193-941d-41ecdbea395d req-be6082bd-d99a-490f-b482-d392a28c4661 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:46.383429 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-be986a9d-1623-4193-941d-41ecdbea395d req-be6082bd-d99a-490f-b482-d392a28c4661 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 943 time: 0.0728946 Aug 20 00:03:46.429135 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-be986a9d-1623-4193-941d-41ecdbea395d req-9502c20c-0480-491b-b8cb-2e032c707501 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Aug 20 00:03:47.014044 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0f863cbd-fb89-46ae-8f55-5596dabbde9f req-b229cde5-d3c6-461a-a77b-6b17d80ff3be tempest-VolumesNegativeTest-415721931 tempest-VolumesNegativeTest-415721931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7623b91-11f8-43ee-b422-b9708b6d8c44 HTTP/1.1" status: 200 len: 210 time: 0.0806460 Aug 20 00:03:47.310406 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9159-fcc7-4fd0-98b0-9d85d58574db req-e8e36d6d-af61-4258-a734-bb5b143dd5a8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:47.312095 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-05ad9159-fcc7-4fd0-98b0-9d85d58574db req-e8e36d6d-af61-4258-a734-bb5b143dd5a8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0988646 Aug 20 00:03:47.374193 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-05ad9159-fcc7-4fd0-98b0-9d85d58574db req-f160f03a-7614-408e-93f0-e2bf477be0ff tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Aug 20 00:03:47.558355 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e45fa1-093f-4554-adbe-9eaf5d48cd79 req-69683325-bd13-4066-8728-9fcef20125ea tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:47.561138 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-83e45fa1-093f-4554-adbe-9eaf5d48cd79 req-69683325-bd13-4066-8728-9fcef20125ea tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0583277 Aug 20 00:03:47.646906 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-83e45fa1-093f-4554-adbe-9eaf5d48cd79 req-f9ecf915-bbc4-4a8a-b3f8-e102c87189f8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715370 Aug 20 00:03:47.779361 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6d017-8888-4b3d-a6f5-4fe5a33476d9 req-655d8a00-cd32-4596-93ff-dbf76163341b tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:47.781936 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4eb6d017-8888-4b3d-a6f5-4fe5a33476d9 req-655d8a00-cd32-4596-93ff-dbf76163341b tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 943 time: 0.0646987 Aug 20 00:03:47.838893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:03:47.839573 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device febba594-a4cf-4c44-9e5f-b727480eda47 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:03:47.860075 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4eb6d017-8888-4b3d-a6f5-4fe5a33476d9 req-b8c9b126-8ad2-4845-98f9-d05e695a628a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694795 Aug 20 00:03:47.932618 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: febba594-a4cf-4c44-9e5f-b727480eda47 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:03:47.932956 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device febba594-a4cf-4c44-9e5f-b727480eda47 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:03:47.984119 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:47.997350 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a', 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9', 'port_id': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a', 'mac_address': 'fa:16:3e:15:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1aaf166-ac97-4142-8642-64c363334e64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:03:48.050210 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:48.071603 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:03:48.096751 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:48.203876 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:48.292473 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:48.553336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7df09-c794-4a9b-bf51-ad9361fe74e7 req-29330af4-6990-48a2-b000-08b3eb5e8076 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:48.565719 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-46b7df09-c794-4a9b-bf51-ad9361fe74e7 req-29330af4-6990-48a2-b000-08b3eb5e8076 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0823097 Aug 20 00:03:48.610033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['10f1ec39-ddc0-4a0e-b63b-bab740a83c1a'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:03:48.628442 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-46b7df09-c794-4a9b-bf51-ad9361fe74e7 req-329083ee-76e1-4dd5-af58-e03320ef00e4 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615788 Aug 20 00:03:48.859410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a276d0-83c4-4369-8a8f-b169b474f414 req-419f192d-516c-4458-bcae-efc11c847237 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:48.869072 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-30a276d0-83c4-4369-8a8f-b169b474f414 req-419f192d-516c-4458-bcae-efc11c847237 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0752959 Aug 20 00:03:48.936652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-30a276d0-83c4-4369-8a8f-b169b474f414 req-480b6eba-ad31-44d7-ac2a-cf6862ce70b1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664983 Aug 20 00:03:49.079576 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48d4b4-e32c-44b6-9865-6b9c2467aa8a req-7bc14a5e-9f93-43c2-a58e-25dbc507bda5 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:49.081140 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a48d4b4-e32c-44b6-9865-6b9c2467aa8a req-7bc14a5e-9f93-43c2-a58e-25dbc507bda5 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 944 time: 0.0728748 Aug 20 00:03:49.123844 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a48d4b4-e32c-44b6-9865-6b9c2467aa8a req-8095d7cd-f704-4918-a62d-0f4f41d8e67a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Aug 20 00:03:49.759496 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e170-758f-4ff3-84e5-1a53d772ec6d req-61ab147a-7dee-4fa9-8b81-f1ce2d2158c2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:49.761009 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c365e170-758f-4ff3-84e5-1a53d772ec6d req-61ab147a-7dee-4fa9-8b81-f1ce2d2158c2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0659478 Aug 20 00:03:49.803217 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c365e170-758f-4ff3-84e5-1a53d772ec6d req-e3db1ff4-539c-4464-b8aa-742c5bb308e8 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Aug 20 00:03:50.229742 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b2dca-187a-43c8-9795-5aafcc939dea req-b2af1ee3-e5c6-48dd-96c9-fa04f72fe788 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:50.241041 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0c1b2dca-187a-43c8-9795-5aafcc939dea req-b2af1ee3-e5c6-48dd-96c9-fa04f72fe788 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1133721 Aug 20 00:03:50.352732 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0c1b2dca-187a-43c8-9795-5aafcc939dea req-fe7f22eb-bf43-47c6-95bf-6494335c8ac8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106193 Aug 20 00:03:50.373519 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe9ce7-8385-4b36-b24b-36765acecdcb req-0292d123-1d6a-4718-912e-8ddaea94bbf7 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:50.381916 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6bbe9ce7-8385-4b36-b24b-36765acecdcb req-0292d123-1d6a-4718-912e-8ddaea94bbf7 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 944 time: 0.1286104 Aug 20 00:03:50.424559 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6bbe9ce7-8385-4b36-b24b-36765acecdcb req-bab1e447-568c-4cc9-918b-08f1a2fede56 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Aug 20 00:03:50.931400 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717f4ed-208a-4de8-847c-8f63328817bf req-2cb59a27-60cb-4c24-9706-a10a19aa7e2b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:50.933191 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5717f4ed-208a-4de8-847c-8f63328817bf req-2cb59a27-60cb-4c24-9706-a10a19aa7e2b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0548975 Aug 20 00:03:50.982628 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5717f4ed-208a-4de8-847c-8f63328817bf req-3c11c4f9-8a8b-484a-a181-73e85a4bf4d1 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Aug 20 00:03:51.503984 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416e7d-edb1-47b0-a532-38a764ec95ff req-c762cb3f-d2b0-4cbb-93bf-d1d366f58034 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:51.505702 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e8416e7d-edb1-47b0-a532-38a764ec95ff req-c762cb3f-d2b0-4cbb-93bf-d1d366f58034 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0687428 Aug 20 00:03:51.572098 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e8416e7d-edb1-47b0-a532-38a764ec95ff req-93a47ed3-cea2-41f6-86c5-10593ec9a8d3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569909 Aug 20 00:03:51.583418 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec1952-55aa-4f99-bd1a-740db1098e66 req-683c10ad-20b8-45fa-b1b6-fc0ae0d07d3a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:51.585053 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2fec1952-55aa-4f99-bd1a-740db1098e66 req-683c10ad-20b8-45fa-b1b6-fc0ae0d07d3a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 944 time: 0.0783885 Aug 20 00:03:51.631598 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2fec1952-55aa-4f99-bd1a-740db1098e66 req-2ad027ff-b0e6-47e8-8f67-0dcf1a8b4509 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Aug 20 00:03:51.715239 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:52.125808 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e5af-7aa8-444f-9346-5df001580208 req-78197f34-f563-4db2-8105-654bbc5828c2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.127588 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ccd5e5af-7aa8-444f-9346-5df001580208 req-78197f34-f563-4db2-8105-654bbc5828c2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0661931 Aug 20 00:03:52.177563 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ccd5e5af-7aa8-444f-9346-5df001580208 req-97f8e0f1-1536-4dd1-a9aa-3ab1dd470ba4 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Aug 20 00:03:52.398643 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-ff38df7d-dbe6-49f5-987b-8465de3942ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.400179 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-ff38df7d-dbe6-49f5-987b-8465de3942ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1098 time: 0.0461817 Aug 20 00:03:52.503548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-07a5a4dc-aafa-46ae-b7d1-4bc26ee24514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.505118 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-07a5a4dc-aafa-46ae-b7d1-4bc26ee24514 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.0978281 Aug 20 00:03:52.608081 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-c7c6be87-2ca0-48c1-a889-f31ded6047fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 1001 time: 0.0943043 Aug 20 00:03:52.688583 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-d3c7b694-cfea-4589-a1b8-6dfa95592c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.691352 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-d3c7b694-cfea-4589-a1b8-6dfa95592c9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0754359 Aug 20 00:03:52.764354 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4785dec-3907-4e17-905e-064ccc03fa10 req-e680f5c0-5a10-44d0-9508-d77be8da6a6d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.765994 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e4785dec-3907-4e17-905e-064ccc03fa10 req-e680f5c0-5a10-44d0-9508-d77be8da6a6d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.1102314 Aug 20 00:03:52.804975 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-9d16f307-9d48-480c-af36-fb0be9d7998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.806494 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-9d16f307-9d48-480c-af36-fb0be9d7998b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1070957 Aug 20 00:03:52.836893 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12364321-a4d5-4ae0-a921-fce0cd80736c req-85345835-839d-44b0-9546-729c48664e5b tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:52.838595 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-12364321-a4d5-4ae0-a921-fce0cd80736c req-85345835-839d-44b0-9546-729c48664e5b tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 944 time: 0.1259577 Aug 20 00:03:52.886559 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e4785dec-3907-4e17-905e-064ccc03fa10 req-7e50771b-d0a1-49eb-b2c8-7299d963f0c5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124153 Aug 20 00:03:52.932275 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-12364321-a4d5-4ae0-a921-fce0cd80736c req-79e7fa72-c139-4731-8e6f-290fb0c6c9e1 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783000 Aug 20 00:03:52.955402 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-7a1f3936-59f4-4011-8b93-3dbe14633f92 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395059 Aug 20 00:03:53.066771 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52841551-eb66-4e11-8dd6-21ec7689a205 req-b72acf12-e61c-4fd6-9819-208f6d38adab service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003017 Aug 20 00:03:53.314596 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf312-e79c-4547-a2aa-029dbedb219a req-8fc13dba-85c0-445f-832d-0a321b979a93 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:53.316204 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9fcaf312-e79c-4547-a2aa-029dbedb219a req-8fc13dba-85c0-445f-832d-0a321b979a93 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0575156 Aug 20 00:03:53.357249 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9fcaf312-e79c-4547-a2aa-029dbedb219a req-d9d28a1e-4c9a-43ad-99cd-84349277fd4d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Aug 20 00:03:53.641901 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:03:53.847442 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:03:53.852113 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:03:53.858699 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:53.937555 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-14b73436-cf4a-4a3b-b567-134b60688354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:53.956338 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:53.984618 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:53.987986 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d70a06-bddb-451b-b1f0-94b6b11c2bee" -d '{"events": [{"server_uuid": "effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66", "name": "network-vif-plugged", "status": "completed", "tag": "10f1ec39-ddc0-4a0e-b63b-bab740a83c1a"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:54.001993 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:54.040214 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94ac91-b3d7-4149-bd4a-96b0c1c68384 req-dc40c71e-ef27-425f-b67a-0df188e727f8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:54.041725 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ae94ac91-b3d7-4149-bd4a-96b0c1c68384 req-dc40c71e-ef27-425f-b67a-0df188e727f8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 945 time: 0.0737185 Aug 20 00:03:54.111317 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66513b-0b8f-4091-bba4-470f9d2f6a73 req-80cda4f1-c08f-415d-95f5-2f9f99fde276 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:54.112955 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bb66513b-0b8f-4091-bba4-470f9d2f6a73 req-80cda4f1-c08f-415d-95f5-2f9f99fde276 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 944 time: 0.0936313 Aug 20 00:03:54.116409 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ae94ac91-b3d7-4149-bd4a-96b0c1c68384 req-4a57cd59-8843-4a86-a4f4-5f7440d80fb9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Aug 20 00:03:54.142147 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:54.143531 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:03:54.165267 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bb66513b-0b8f-4091-bba4-470f9d2f6a73 req-f4d5a1fd-1ac9-436a-9114-c897f0324b67 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Aug 20 00:03:54.223390 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684149e3-d3d3-4cab-ad6b-bd94e9207338 x-openstack-request-id: req-684149e3-d3d3-4cab-ad6b-bd94e9207338 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:54.223689 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66", "name": "network-vif-plugged", "status": "completed", "tag": "10f1ec39-ddc0-4a0e-b63b-bab740a83c1a", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:54.223987 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-684149e3-d3d3-4cab-ad6b-bd94e9207338 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:54.224371 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a', 'code': 200} Aug 20 00:03:54.242050 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:54.304542 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:54.342980 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:03:54.436851 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:54.500178 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=8']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:54.506480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ec136-a344-4faa-9256-3e5e270028cd req-ebee5d95-23b2-4c2a-a608-bfb58bbc0b96 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:54.508137 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ce8ec136-a344-4faa-9256-3e5e270028cd req-ebee5d95-23b2-4c2a-a608-bfb58bbc0b96 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0529428 Aug 20 00:03:54.553079 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ce8ec136-a344-4faa-9256-3e5e270028cd req-5e48aeb0-e584-443d-8623-c0d8e5353783 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338898 Aug 20 00:03:54.707242 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cab66-ff5d-478a-ae6a-bf8d876b5f20 req-e863de10-1733-482a-b93a-3210d42f02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:54.708837 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b58cab66-ff5d-478a-ae6a-bf8d876b5f20 req-e863de10-1733-482a-b93a-3210d42f02ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 1098 time: 0.0508580 Aug 20 00:03:54.752012 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b58cab66-ff5d-478a-ae6a-bf8d876b5f20 req-5ca964ae-2164-4734-8278-7a4d30ad0d3e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Aug 20 00:03:55.372197 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f13db-7858-46b2-92c0-d9c8c7fca625 req-7c484d2c-e7f8-4c45-904c-9876752ffe23 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:55.373785 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-061f13db-7858-46b2-92c0-d9c8c7fca625 req-7c484d2c-e7f8-4c45-904c-9876752ffe23 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1156754 Aug 20 00:03:55.382867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce0bfe-06fd-4113-ab48-a3c5905a9988 req-66615df1-c5a0-4156-968d-0412d80b3a01 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:55.384385 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-85ce0bfe-06fd-4113-ab48-a3c5905a9988 req-66615df1-c5a0-4156-968d-0412d80b3a01 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 945 time: 0.1061754 Aug 20 00:03:55.442257 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-061f13db-7858-46b2-92c0-d9c8c7fca625 req-d459bd9f-d9d7-4bd5-a33e-9c9a126a3f05 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568626 Aug 20 00:03:55.450285 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-85ce0bfe-06fd-4113-ab48-a3c5905a9988 req-48f8b07e-b68e-4b42-ab65-32dfcdd4b49b tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573673 Aug 20 00:03:55.689058 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8eb60-e142-472c-b1f4-3afa73cc1a91 req-eefd5ce3-6daf-48d8-8207-8cc7f2bed56d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:55.689058 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-13a8eb60-e142-472c-b1f4-3afa73cc1a91 req-eefd5ce3-6daf-48d8-8207-8cc7f2bed56d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Aug 20 00:03:55.731441 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-13a8eb60-e142-472c-b1f4-3afa73cc1a91 req-03b1096d-7c2f-4d3c-9aea-044fdfafe548 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332887 Aug 20 00:03:55.933629 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42946) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:56.145724 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8a688697-7792-4fa5-91e0-6f39c8a8c209 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f400d3cff0845c5a402e3ce880836be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107909 Aug 20 00:03:56.148698 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 42952) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:56.200713 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac370a13-e797-4cde-a930-ac98d3213cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:56.222691 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac370a13-e797-4cde-a930-ac98d3213cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:56.226198 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:03:56.228630 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c781063f-c3bc-4f3a-9ef3-72f1ffb46f26" -d '{"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:03:56.266835 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 00:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a163a202-b977-4354-88a4-bd205d5707d2 x-openstack-request-id: req-a163a202-b977-4354-88a4-bd205d5707d2 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:03:56.267405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-unplugged", "status": "failed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "code": 422}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:03:56.267947 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a163a202-b977-4354-88a4-bd205d5707d2 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:03:56.268822 dv-cinder-759943-12-iscsi neutron-server[101346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'code': 422} returned with failed status Aug 20 00:03:56.378419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac370a13-e797-4cde-a930-ac98d3213cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:56.381967 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac370a13-e797-4cde-a930-ac98d3213cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:56.383223 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ac370a13-e797-4cde-a930-ac98d3213cdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b73bd73-8fc5-4437-aafe-8f9f334a7b2f HTTP/1.1" status: 204 len: 168 time: 0.2335913 Aug 20 00:03:56.393432 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac370a13-e797-4cde-a930-ac98d3213cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b73bd73-8fc5-4437-aafe-8f9f334a7b2f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:56.795426 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d1184118-548d-4649-af6c-9f7f25f63844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:56.828316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868f74-7c92-402e-bca4-52478a9dda4b req-9d5e8bb1-6757-442e-b450-79375060345c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:56.828316 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-01868f74-7c92-402e-bca4-52478a9dda4b req-9d5e8bb1-6757-442e-b450-79375060345c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.3021142 Aug 20 00:03:56.834718 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bffdd-6731-4165-9f19-915949ac649f req-6851d9e3-a7e8-4e82-b000-9a1e7fc74ee0 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:56.836330 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-817bffdd-6731-4165-9f19-915949ac649f req-6851d9e3-a7e8-4e82-b000-9a1e7fc74ee0 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 945 time: 0.3021028 Aug 20 00:03:56.895732 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-01868f74-7c92-402e-bca4-52478a9dda4b req-40ff0418-da36-450d-aa4c-1dcf8a0ecc9a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583589 Aug 20 00:03:56.901531 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-817bffdd-6731-4165-9f19-915949ac649f req-c05cffe1-2ade-43eb-ade5-7b5e29671bca tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579584 Aug 20 00:03:56.959207 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:57.072364 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dc2bf-7688-478e-b3be-dfd45a36aaa4 req-9f665833-b809-4a23-9576-728a6167b82b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:57.075043 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-084dc2bf-7688-478e-b3be-dfd45a36aaa4 req-9f665833-b809-4a23-9576-728a6167b82b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0864565 Aug 20 00:03:57.118304 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-084dc2bf-7688-478e-b3be-dfd45a36aaa4 req-c91792dc-313b-408b-9d9e-9c25da1afc7e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361578 Aug 20 00:03:57.653241 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:03:57.824374 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43004) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:57.931494 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1824400259-network', 'tenant_id': 'afd23602884448a3b2b571bd2fe2743b'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:58.007199 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.081539 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Made reservation on behalf of afd23602884448a3b2b571bd2fe2743b for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:58.084374 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.093653 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.276670 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.303424 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf431d84-35b3-47c3-83ed-f9e255c7b57c req-8d58cc3d-11a3-48f3-aa9f-e273f6ec2349 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:58.305099 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bf431d84-35b3-47c3-83ed-f9e255c7b57c req-8d58cc3d-11a3-48f3-aa9f-e273f6ec2349 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0662150 Aug 20 00:03:58.349971 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bf431d84-35b3-47c3-83ed-f9e255c7b57c req-44afde68-8c49-4fa3-b590-c81727d095b3 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Aug 20 00:03:58.427228 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.449552 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:03:58.464325 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a7ee8-afab-46ce-9a2c-c776e6236622,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:58.469194 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.469541 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Added segment f91378ef-0770-415b-b915-b003f06b02eb of type vlan for network 199bab52-a931-46ab-8b01-e18275881113 Aug 20 00:03:58.514338 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.664474 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.665894 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:58.666757 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:58.729621 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] Pushing event updated for resources: {'Network': ['ID=199bab52-a931-46ab-8b01-e18275881113,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:58.740576 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 199bab52-a931-46ab-8b01-e18275881113 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:03:58.796193 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d6bce6e9-fb35-4c7d-a2a3-bff92f57117b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9703681 Aug 20 00:03:58.799219 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43026) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:58.807329 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Request body: {'subnet': {'network_id': '199bab52-a931-46ab-8b01-e18275881113', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1824400259-subnet', 'tenant_id': 'afd23602884448a3b2b571bd2fe2743b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:03:58.909988 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161fb34-a10a-43e5-8bcc-b1fe7f1210ee req-d0231068-ab41-465f-bb9a-66e58c807e50 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:58.911836 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7161fb34-a10a-43e5-8bcc-b1fe7f1210ee req-d0231068-ab41-465f-bb9a-66e58c807e50 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 945 time: 0.0542450 Aug 20 00:03:58.962810 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7161fb34-a10a-43e5-8bcc-b1fe7f1210ee req-d803b4af-a12a-47e5-8ee2-a4389097ca7a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Aug 20 00:03:58.965076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Made reservation on behalf of afd23602884448a3b2b571bd2fe2743b for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:03:58.967348 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:59.106446 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05b1c9-f73e-410d-9274-91b90b889a25 req-ad76eef0-1a3a-464f-b6fd-2e4a96cc9a66 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:59.108090 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-de05b1c9-f73e-410d-9274-91b90b889a25 req-ad76eef0-1a3a-464f-b6fd-2e4a96cc9a66 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1443489 Aug 20 00:03:59.200492 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-de05b1c9-f73e-410d-9274-91b90b889a25 req-45966365-df30-42db-b78a-708ec378903b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840468 Aug 20 00:03:59.358717 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:59.440005 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd67cb8-cfd8-4d75-8db2-36bda4c3e299,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:03:59.451306 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Checking segment: {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:03:59.451671 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Network hostable DHCP agents. Network: 199bab52-a931-46ab-8b01-e18275881113, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:03:59.526236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ace624-58ac-4b04-97b9-bb69c06d2ac9 req-bb89dd71-baae-4aae-899b-bc4a451eb4cb tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:59.528256 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-06ace624-58ac-4b04-97b9-bb69c06d2ac9 req-bb89dd71-baae-4aae-899b-bc4a451eb4cb tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0634379 Aug 20 00:03:59.572179 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-06ace624-58ac-4b04-97b9-bb69c06d2ac9 req-cc11f0ec-44be-4a6f-bd1f-8ef39722c05c tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365641 Aug 20 00:03:59.597851 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Network 199bab52-a931-46ab-8b01-e18275881113 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:03:59.629385 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:59.683794 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 199bab52-a931-46ab-8b01-e18275881113) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:03:59.689831 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:03:59.690545 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:03:59.695086 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119a637-24eb-4e22-b7d7-e9c3c3ea03b8 None None] Network 199bab52-a931-46ab-8b01-e18275881113 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:03:59.790944 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d4912e06-46f8-42a3-b77e-83e7d9abc246 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9842899 Aug 20 00:03:59.790944 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43094) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:03:59.850847 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb84a97-5f3a-4efd-a68a-e7ea2cee814e None None] Network 199bab52-a931-46ab-8b01-e18275881113 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:03:59.899328 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-147946c4-c609-4a12-a822-8dc8e0d2e216 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103981 Aug 20 00:04:00.186546 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54f3e4-b2b0-46c6-9e87-aefac0d18852 req-e18e5377-ca92-4b10-97bb-b7f8c8636cec tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:00.189680 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef54f3e4-b2b0-46c6-9e87-aefac0d18852 req-e18e5377-ca92-4b10-97bb-b7f8c8636cec tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 945 time: 0.1199150 Aug 20 00:04:00.304987 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef54f3e4-b2b0-46c6-9e87-aefac0d18852 req-32eb1ee8-9671-401c-a836-d8e4abb16629 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064630 Aug 20 00:04:00.525504 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe26c-e3af-46d9-8680-260b7a42334f req-aad7b82c-f22b-48e2-afcf-b2da40ca3403 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:00.533019 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-787fe26c-e3af-46d9-8680-260b7a42334f req-aad7b82c-f22b-48e2-afcf-b2da40ca3403 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1760654 Aug 20 00:04:00.552835 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-de419bf9-c208-4d15-b20b-0046d10b9cc6 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:00.554524 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-de419bf9-c208-4d15-b20b-0046d10b9cc6 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 945 time: 0.1103623 Aug 20 00:04:00.600940 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-787fe26c-e3af-46d9-8680-260b7a42334f req-0ef262ec-308c-47af-8b40-de4942218600 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Aug 20 00:04:00.823776 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e621e7-aa4a-4b87-a38e-c222bf56638f req-16f24760-e541-48bb-a9f4-4677d571e8b9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:00.825837 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b0e621e7-aa4a-4b87-a38e-c222bf56638f req-16f24760-e541-48bb-a9f4-4677d571e8b9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0923874 Aug 20 00:04:00.847164 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Deleting port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:00.848472 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:00.950613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b0e621e7-aa4a-4b87-a38e-c222bf56638f req-a6eff069-4c24-4f19-a94a-19ebf4c77b9d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159470 Aug 20 00:04:01.000394 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] For port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:01.001249 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:01.024306 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Calling delete_port for 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:01.420840 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:01.426761 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['10f1ec39-ddc0-4a0e-b63b-bab740a83c1a'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:01.478820 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Pushing event deleted for resources: {'Port': ['ID=10f1ec39-ddc0-4a0e-b63b-bab740a83c1a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:01.561955 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab845285-35e1-4546-9913-92e343e05b0c req-a298a56d-ea64-4748-be20-63c3953a593f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0980022 Aug 20 00:04:01.586669 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] No DVR routers for this DVR port 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:01.589929 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:01.592008 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ed04626c-7f7f-4747-b4d9-4ce50c7f448f req-dc75efa0-07f2-49c3-8b2e-8e94f20f38af tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "DELETE /v2.0/ports/10f1ec39-ddc0-4a0e-b63b-bab740a83c1a HTTP/1.1" status: 204 len: 173 time: 0.9980254 Aug 20 00:04:01.592479 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'name': 'network-vif-deleted', 'tag': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:01.596381 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e338274-65d2-45b3-b267-51218b31785f" -d '{"events": [{"server_uuid": "effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66", "name": "network-vif-deleted", "tag": "10f1ec39-ddc0-4a0e-b63b-bab740a83c1a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:01.645696 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32009b-dab1-4cf3-b2c3-bc3df2c1ee26 x-openstack-request-id: req-ad32009b-dab1-4cf3-b2c3-bc3df2c1ee26 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:01.652863 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66", "name": "network-vif-deleted", "tag": "10f1ec39-ddc0-4a0e-b63b-bab740a83c1a", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:01.652863 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ad32009b-dab1-4cf3-b2c3-bc3df2c1ee26 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:01.652863 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66', 'name': 'network-vif-deleted', 'tag': '10f1ec39-ddc0-4a0e-b63b-bab740a83c1a', 'status': 'completed', 'code': 200} Aug 20 00:04:01.799111 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644708f-ed2f-4ab5-85cf-2fa13bf50b11 req-47d4579e-298a-484a-b8c8-52146ecb600d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:01.801577 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4644708f-ed2f-4ab5-85cf-2fa13bf50b11 req-47d4579e-298a-484a-b8c8-52146ecb600d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0754662 Aug 20 00:04:01.857777 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4644708f-ed2f-4ab5-85cf-2fa13bf50b11 req-e90ff0fc-b202-4ada-b2f4-cb2274e07170 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490651 Aug 20 00:04:02.155261 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae57e7-10c0-478f-9ee5-0fa408b28ad4 req-09c907e2-e45b-4c98-b554-d6b7b7793c03 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:02.158807 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44ae57e7-10c0-478f-9ee5-0fa408b28ad4 req-09c907e2-e45b-4c98-b554-d6b7b7793c03 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0849063 Aug 20 00:04:02.207063 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44ae57e7-10c0-478f-9ee5-0fa408b28ad4 req-a83c0b5d-4fb2-48ea-94ec-aa5e664d8470 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Aug 20 00:04:02.608960 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-428537eb-9a3b-4590-a68d-ab0851fb1ba8 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:02.611095 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-428537eb-9a3b-4590-a68d-ab0851fb1ba8 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/networks?id=199bab52-a931-46ab-8b01-e18275881113 HTTP/1.1" status: 200 len: 814 time: 0.1522548 Aug 20 00:04:02.635900 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-e5d16253-9707-4e6f-ba83-0e3a55f9921b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/quotas/afd23602884448a3b2b571bd2fe2743b HTTP/1.1" status: 200 len: 375 time: 0.0139050 Aug 20 00:04:02.695983 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-59d55cd5-c7ab-4568-8cf3-890c71fdc235 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=afd23602884448a3b2b571bd2fe2743b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474763 Aug 20 00:04:02.724251 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e54ac331-4a89-4175-ad93-3642678cfc42 req-e52fa41f-02f6-424b-a587-ea87a6774045 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=effbdb70-0a2d-4bc1-a62f-0bf4faf0ef66 HTTP/1.1" status: 200 len: 210 time: 0.0611868 Aug 20 00:04:02.840919 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-5783ff6f-f121-4a9c-ac8d-05cf6bf8979b service neutron] 10.222.0.35 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268413 Aug 20 00:04:02.969967 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-d1880fc3-1833-4fb2-b27c-f2f6deb0e602 service neutron] 10.222.0.35 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205263 Aug 20 00:04:03.029185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb788d-6158-4a96-8275-5e5b5f209d56 req-2cf43703-fe6d-4b5d-b607-5228a1a17dcd tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:03.030788 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4cfb788d-6158-4a96-8275-5e5b5f209d56 req-2cf43703-fe6d-4b5d-b607-5228a1a17dcd tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0598841 Aug 20 00:04:03.089874 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4cfb788d-6158-4a96-8275-5e5b5f209d56 req-53282d81-ea95-41cf-9d3d-66b64c2c6f65 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479834 Aug 20 00:04:03.410620 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-39f6f029-c9a7-4c37-bb21-cdb035a3fe21 req-f7979505-9b1e-45f0-9ea4-5ff86137d91a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 210 time: 0.0826108 Aug 20 00:04:03.429987 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279b91-7fdb-4235-a9c1-eac0a66a049e req-cfa12bc5-feb2-487e-9eaa-e025ea2bb3be tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:03.432632 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aa279b91-7fdb-4235-a9c1-eac0a66a049e req-cfa12bc5-feb2-487e-9eaa-e025ea2bb3be tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1212568 Aug 20 00:04:03.518077 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aa279b91-7fdb-4235-a9c1-eac0a66a049e req-196b1569-0645-41d3-bd73-9b59dd14cd70 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762050 Aug 20 00:04:03.662321 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:03.701980 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:03.702618 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 10f1ec39-ddc0-4a0e-b63b-bab740a83c1a not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:03.712306 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be3f7-8cc1-47e5-8fb3-6e72248456dd req-5056d8a9-fd0e-4023-a4e3-81f6203b3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:03.714196 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e57be3f7-8cc1-47e5-8fb3-6e72248456dd req-5056d8a9-fd0e-4023-a4e3-81f6203b3206 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0532002 Aug 20 00:04:03.762313 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e57be3f7-8cc1-47e5-8fb3-6e72248456dd req-913ce90f-1869-43fa-9238-0fcf8acf1394 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Aug 20 00:04:04.113340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-082de3a4-b358-426b-ad23-2266eed95ee6 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:04.114859 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-082de3a4-b358-426b-ad23-2266eed95ee6 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/networks?id=a894cff4-14b2-44ab-9a85-61076f0a47c9 HTTP/1.1" status: 200 len: 809 time: 0.1095388 Aug 20 00:04:04.140032 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-bf42e4e8-b7fc-488e-864e-18d17b4c8cd8 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/quotas/1c55d1dbd4264e1e9f80d48496562b88 HTTP/1.1" status: 200 len: 375 time: 0.0182343 Aug 20 00:04:04.193452 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-61907f45-7f95-461c-9cf8-335394d33a3b tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425553 Aug 20 00:04:04.325347 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12b035-b37c-486a-8327-d8c792be6294 req-8aca15ed-eb13-411d-81cf-ac3c62b4785f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:04.326957 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2e12b035-b37c-486a-8327-d8c792be6294 req-8aca15ed-eb13-411d-81cf-ac3c62b4785f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1375003 Aug 20 00:04:04.383670 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-b4e0f3a3-8817-41f1-8df0-ca3455955d5f service neutron] 10.222.0.35 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763692 Aug 20 00:04:04.393803 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2e12b035-b37c-486a-8327-d8c792be6294 req-f2649ef6-d5a9-4f70-a851-07c5bf38eba6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579569 Aug 20 00:04:04.533114 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-9fa07218-cf29-4f25-bde7-2ee6b7be827e service neutron] 10.222.0.35 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345067 Aug 20 00:04:04.555563 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c731ded5-310f-4ef0-a9fe-34ac0c205848 req-555f5b64-124c-4d60-a7e3-96b44819858c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 210 time: 0.0400236 Aug 20 00:04:04.725929 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91c579-171c-4d72-8ee8-18df433b9962 req-8feaaf53-4326-4d5c-874c-75e9e1b1a0ce tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:04.727556 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ec91c579-171c-4d72-8ee8-18df433b9962 req-8feaaf53-4326-4d5c-874c-75e9e1b1a0ce tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0892539 Aug 20 00:04:04.847820 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-700997cc-56cc-4edb-bfcd-bbea2b365888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:04.849356 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-700997cc-56cc-4edb-bfcd-bbea2b365888 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e&tenant_id=754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 1096 time: 0.1118603 Aug 20 00:04:04.863798 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ec91c579-171c-4d72-8ee8-18df433b9962 req-72e6e31b-416e-4276-95a7-6349ea229d08 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181927 Aug 20 00:04:04.880648 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27f0fd0a-fc13-4780-bdad-cbae77b8ebbd req-2def4fe7-4b39-47c1-add2-28e025a87894 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0395653 Aug 20 00:04:04.988494 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-75fd6292-2a2b-4259-9285-b112009942ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:04.992528 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-75fd6292-2a2b-4259-9285-b112009942ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1096 time: 0.0633819 Aug 20 00:04:05.160332 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-97908319-3ce0-4e09-bb7d-966e0c73c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:05.162447 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-97908319-3ce0-4e09-bb7d-966e0c73c2e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.1616077 Aug 20 00:04:05.243690 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-925244e9-bc12-4cef-bd39-674ce2160a15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 999 time: 0.0716248 Aug 20 00:04:05.317587 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-0c43042d-05da-47a6-9eb8-85f5ed0b049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:05.319383 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-0c43042d-05da-47a6-9eb8-85f5ed0b049d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0672376 Aug 20 00:04:05.383326 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-0dabf637-ecd6-4036-a4bf-47cd39fd566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:05.384890 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-0dabf637-ecd6-4036-a4bf-47cd39fd566c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552382 Aug 20 00:04:05.516897 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-1686894e-b9ba-4eca-af94-75cb8a59ebf0 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168985 Aug 20 00:04:05.647328 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba6507-684a-4e5f-8eae-1e5bbf096bc8 req-c820c872-c7b3-4d1b-b402-88f586898318 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:05.648992 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08ba6507-684a-4e5f-8eae-1e5bbf096bc8 req-c820c872-c7b3-4d1b-b402-88f586898318 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1556485 Aug 20 00:04:05.699556 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8dbec-be64-4cbb-963a-de8d33548c71 req-34b254bf-77c2-4fce-86b4-e8f2c60cfee8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:05.701203 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dea8dbec-be64-4cbb-963a-de8d33548c71 req-34b254bf-77c2-4fce-86b4-e8f2c60cfee8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1642935 Aug 20 00:04:05.733356 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-1671d081-f8fd-4762-91de-bd421f5f5618 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975644 Aug 20 00:04:05.741592 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08ba6507-684a-4e5f-8eae-1e5bbf096bc8 req-f74f6b2a-46cf-4820-b34b-bb5e38623b5f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779502 Aug 20 00:04:05.785970 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dea8dbec-be64-4cbb-963a-de8d33548c71 req-33db34e9-55c9-4774-b479-83a1874bf092 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698934 Aug 20 00:04:05.871318 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e5190a70-2648-42e3-9a43-9a10f30da4b5 req-f96de48b-6585-4f00-8954-37b485d60e76 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Aug 20 00:04:06.060561 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2e87f945-014b-4c36-8f00-aa56c8a8ad8d req-bef9e8dc-32c9-4681-9e21-d14e067cf485 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0618050 Aug 20 00:04:06.086735 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e633-a415-44d5-a53c-8c37ef41932c req-ff2cfb8a-da2f-4ab0-9a38-6e636fc4e5d9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:06.088437 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-db41e633-a415-44d5-a53c-8c37ef41932c req-ff2cfb8a-da2f-4ab0-9a38-6e636fc4e5d9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1059449 Aug 20 00:04:06.465698 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-db41e633-a415-44d5-a53c-8c37ef41932c req-b2f76a3b-a023-401b-a6df-47ba54d0676d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710752 Aug 20 00:04:06.556982 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-987030ca-dffe-479c-b641-3f1f4ce61b51 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:06.559626 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-987030ca-dffe-479c-b641-3f1f4ce61b51 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "GET /v2.0/networks?id=199bab52-a931-46ab-8b01-e18275881113 HTTP/1.1" status: 200 len: 814 time: 0.1996956 Aug 20 00:04:06.576693 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Request body: {'port': {'device_id': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'network_id': '199bab52-a931-46ab-8b01-e18275881113', 'admin_state_up': True, 'tenant_id': 'afd23602884448a3b2b571bd2fe2743b'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:07.008087 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247e096-3775-4753-a6a0-0ead395ced44 req-2c89c000-5d15-40f1-9359-5445f4ff21f7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:07.020316 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f247e096-3775-4753-a6a0-0ead395ced44 req-2c89c000-5d15-40f1-9359-5445f4ff21f7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1045892 Aug 20 00:04:07.079378 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f247e096-3775-4753-a6a0-0ead395ced44 req-e82081ec-8c39-480e-b7f0-5759047f0104 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557134 Aug 20 00:04:07.299423 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e003a5-cda1-4862-a1d7-3816c6c01333 req-825e2ad7-c4fd-4911-aba7-c0ea2aeee6e4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:07.301346 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56e003a5-cda1-4862-a1d7-3816c6c01333 req-825e2ad7-c4fd-4911-aba7-c0ea2aeee6e4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1300986 Aug 20 00:04:07.575735 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56e003a5-cda1-4862-a1d7-3816c6c01333 req-83b6a62f-23e8-41d1-b04a-40c8a8d14415 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954897 Aug 20 00:04:07.575735 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Made reservation on behalf of afd23602884448a3b2b571bd2fe2743b for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:07.575735 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:07.603849 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b9687cbb-9255-4cff-a9f6-bf449eaac5e0 req-bd860abc-9a03-4cc8-8e9a-8fdbc13e7157 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 210 time: 0.0382853 Aug 20 00:04:07.706640 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Allocated IP 172.20.0.4 (199bab52-a931-46ab-8b01-e18275881113/4bd67cb8-cfd8-4d75-8db2-36bda4c3e299/040dd4e1-1bc7-4466-b474-913b3036b455) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:07.780946 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b4ac966-84bd-4f25-b31c-b08cc3f64f37 req-2ded98b0-3d22-4033-822f-23945a9b1c22 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0592153 Aug 20 00:04:07.982525 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63510f80-c483-42ac-af71-36df3877c4e0 req-f0b0c06a-890d-4be3-b5ae-6e2fb2723453 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:07.985297 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-63510f80-c483-42ac-af71-36df3877c4e0 req-f0b0c06a-890d-4be3-b5ae-6e2fb2723453 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1447444 Aug 20 00:04:08.068239 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-63510f80-c483-42ac-af71-36df3877c4e0 req-a74a3d52-349a-406f-9b48-b07e2def278f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702059 Aug 20 00:04:08.071530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:08.218917 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:08.346535 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Network 199bab52-a931-46ab-8b01-e18275881113 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:08.362312 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:08.365236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Pushing event updated for resources: {'Port': ['ID=040dd4e1-1bc7-4466-b474-913b3036b455,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:08.380728 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:08.386391 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:08.387050 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:08.420546 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146232d-c2b3-43e4-bc53-26100c7a79ca req-7c989237-67c6-4701-995b-8cdc65330b63 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:08.422165 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e146232d-c2b3-43e4-bc53-26100c7a79ca req-7c989237-67c6-4701-995b-8cdc65330b63 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1544785 Aug 20 00:04:08.493135 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7b2654b9-0ac2-4ae1-a9b5-5dda06fe963c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9219239 Aug 20 00:04:08.505822 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e146232d-c2b3-43e4-bc53-26100c7a79ca req-46c4ddc9-8d00-4ef3-b860-0011c03c3ac9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706387 Aug 20 00:04:08.591731 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b4d44-0402-47c8-a5fa-35b819165037 req-7b7a0d37-6532-4b28-9464-3971d26d76c4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:08.593889 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b2b4d44-0402-47c8-a5fa-35b819165037 req-7b7a0d37-6532-4b28-9464-3971d26d76c4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0682466 Aug 20 00:04:08.646096 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b2b4d44-0402-47c8-a5fa-35b819165037 req-a383a6d9-1d76-4b82-b92c-80e8fa56dc88 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Aug 20 00:04:08.819539 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a0981-004c-4dab-a611-2e8c0a116172 req-4f1ebd00-f610-4317-b913-3ef5c4cecc57 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:08.822571 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0a0a0981-004c-4dab-a611-2e8c0a116172 req-4f1ebd00-f610-4317-b913-3ef5c4cecc57 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0925484 Aug 20 00:04:08.881733 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0a0a0981-004c-4dab-a611-2e8c0a116172 req-334584fa-b9a9-4e13-afda-32dbea47cfa3 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470502 Aug 20 00:04:08.971848 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eb0b287c-242a-4054-91d2-a4c15fa48883 req-50d92ce5-bdb0-47ed-ab40-e844568f690d tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0432258 Aug 20 00:04:09.270239 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c79186-cf0b-45fa-b862-a67f345621e1 req-8e2084bb-2cb2-4042-a84a-32f310e40074 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:09.272566 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-02c79186-cf0b-45fa-b862-a67f345621e1 req-8e2084bb-2cb2-4042-a84a-32f310e40074 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0577641 Aug 20 00:04:09.332099 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-02c79186-cf0b-45fa-b862-a67f345621e1 req-20145e4b-fa8d-4fce-9aa4-fb9e2413a177 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Aug 20 00:04:09.680681 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f00dd-1b90-4371-9103-bdca2f8facac req-06b60d47-1a0d-4627-848f-80730adfd328 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:09.682301 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d19f00dd-1b90-4371-9103-bdca2f8facac req-06b60d47-1a0d-4627-848f-80730adfd328 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0729241 Aug 20 00:04:09.756569 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d19f00dd-1b90-4371-9103-bdca2f8facac req-5360908a-cdee-4278-9071-1418f7488c2c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604527 Aug 20 00:04:09.849900 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91e404-b3d9-43d3-b3cb-2e5fbdd10b1b req-5f0e21e8-cdbb-4f1b-a6da-2a9cf2c0a00d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:09.851438 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4e91e404-b3d9-43d3-b3cb-2e5fbdd10b1b req-5f0e21e8-cdbb-4f1b-a6da-2a9cf2c0a00d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0613027 Aug 20 00:04:09.916349 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4e91e404-b3d9-43d3-b3cb-2e5fbdd10b1b req-cfa00b89-7a86-4eb6-9e41-3e655dc1a2bf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535150 Aug 20 00:04:10.023125 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd300-431e-43fd-a46e-ded2b041a91b req-950924f0-b5ae-439c-b035-7fd9eb576a24 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:10.024806 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-609cd300-431e-43fd-a46e-ded2b041a91b req-950924f0-b5ae-439c-b035-7fd9eb576a24 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0624080 Aug 20 00:04:10.135785 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-609cd300-431e-43fd-a46e-ded2b041a91b req-f905bbef-f663-4669-9d0a-319740b42741 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974214 Aug 20 00:04:10.189679 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d9fe58a9-1737-42bc-9ce6-246a1ddebce7 req-0e0a0300-d42f-4424-8574-bd6d1ec81024 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0923758 Aug 20 00:04:10.531024 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7993bdd-6785-4b68-b69c-fed49cb58c6e req-2aeec273-0f40-4af6-aa9f-8e50d51e9979 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:10.531024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f7993bdd-6785-4b68-b69c-fed49cb58c6e req-2aeec273-0f40-4af6-aa9f-8e50d51e9979 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0830183 Aug 20 00:04:10.571499 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f7993bdd-6785-4b68-b69c-fed49cb58c6e req-1336906f-69bd-4f87-826a-7e9c55179645 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386207 Aug 20 00:04:10.955391 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381937a-cc61-4fd5-89aa-d8e85aec58e0 req-bba0e3bc-a336-439a-a724-d41fc6374cf6 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:10.968709 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3381937a-cc61-4fd5-89aa-d8e85aec58e0 req-bba0e3bc-a336-439a-a724-d41fc6374cf6 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1018898 Aug 20 00:04:11.090921 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3381937a-cc61-4fd5-89aa-d8e85aec58e0 req-881d9574-de68-4b64-8c18-66dd10c87e7b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184638 Aug 20 00:04:11.141601 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a4cc-14c9-4cc6-ad36-f056cf4a7abf req-c3bac73c-c6ca-4b72-a9f9-bb66eca42445 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:11.144842 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a85a4cc-14c9-4cc6-ad36-f056cf4a7abf req-c3bac73c-c6ca-4b72-a9f9-bb66eca42445 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1232367 Aug 20 00:04:11.225912 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a85a4cc-14c9-4cc6-ad36-f056cf4a7abf req-61b93f30-af01-4f6f-8206-af20892e5028 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762787 Aug 20 00:04:11.400740 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5056d48a-0632-4a6a-8a0a-e623ce0251ac req-1e7de29d-c742-4b17-b195-7bc61bcfb531 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0602412 Aug 20 00:04:11.433238 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536548b9-6be8-4b8a-b069-99f5a6f933b3 req-b3c5d3c9-b8b7-4a3d-a528-f20a690fa720 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:11.434957 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-536548b9-6be8-4b8a-b069-99f5a6f933b3 req-b3c5d3c9-b8b7-4a3d-a528-f20a690fa720 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.1457162 Aug 20 00:04:11.493919 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-536548b9-6be8-4b8a-b069-99f5a6f933b3 req-0e8a6a01-fb1c-4f15-942a-0fafccbdd30c tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488980 Aug 20 00:04:11.724942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7006c0f-11da-4065-a13f-9d3f42a92916 req-90a9cb31-f7e6-4bf9-ad1a-192812cbb25a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:11.727419 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a7006c0f-11da-4065-a13f-9d3f42a92916 req-90a9cb31-f7e6-4bf9-ad1a-192812cbb25a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0660539 Aug 20 00:04:11.803155 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a7006c0f-11da-4065-a13f-9d3f42a92916 req-34652cfa-62ed-409f-9871-5cc760ab3b52 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Aug 20 00:04:12.321275 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed40a1b-174f-4f75-8d24-14c02495ea7a req-1aa27d1c-b4fe-44be-bb11-4fa4aee2b18b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:12.323996 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bed40a1b-174f-4f75-8d24-14c02495ea7a req-1aa27d1c-b4fe-44be-bb11-4fa4aee2b18b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0820067 Aug 20 00:04:12.404403 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bed40a1b-174f-4f75-8d24-14c02495ea7a req-d9d24c61-daf6-4166-8bfe-7c3b3dc368aa tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733874 Aug 20 00:04:12.530779 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1856dc-5486-4d64-b8e7-bd5976649306 req-3d1f6ba5-6bfa-4fa1-b43e-d466948dca47 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:12.574705 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-de1856dc-5486-4d64-b8e7-bd5976649306 req-3d1f6ba5-6bfa-4fa1-b43e-d466948dca47 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0925994 Aug 20 00:04:12.590812 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9e395f9b-861d-4a2c-8531-317243fb3b7b req-d73d67eb-4112-4035-9092-11347034a69e tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0361087 Aug 20 00:04:12.611477 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-de1856dc-5486-4d64-b8e7-bd5976649306 req-c164c903-13c6-4044-944c-30d000239f12 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695353 Aug 20 00:04:12.761988 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76d7e6-a9f0-496c-9c17-3c30992318c4 req-cc107d31-6736-44f2-aebc-71ce82f0cb74 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:12.770160 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f76d7e6-a9f0-496c-9c17-3c30992318c4 req-cc107d31-6736-44f2-aebc-71ce82f0cb74 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0746193 Aug 20 00:04:12.819858 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f76d7e6-a9f0-496c-9c17-3c30992318c4 req-c24b9636-46d1-40b3-8b77-12c6d4709206 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Aug 20 00:04:12.971625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47aaff-1a35-41b8-bc92-3cf578034c86 req-6c9c9942-37bc-459d-b30e-bc74085ef5b9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:12.973592 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd47aaff-1a35-41b8-bc92-3cf578034c86 req-6c9c9942-37bc-459d-b30e-bc74085ef5b9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0794487 Aug 20 00:04:13.027526 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd47aaff-1a35-41b8-bc92-3cf578034c86 req-d34a5082-10f4-4860-99dd-a5194f68d515 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Aug 20 00:04:13.549888 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334c04e-c719-48ab-9f8e-813c2c41442f req-dcfe83db-cdee-4100-9e53-afa185f317ec tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:13.551720 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e334c04e-c719-48ab-9f8e-813c2c41442f req-dcfe83db-cdee-4100-9e53-afa185f317ec tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0627978 Aug 20 00:04:13.602259 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e334c04e-c719-48ab-9f8e-813c2c41442f req-52e3bc91-1c3a-4f2a-9a55-df69f390e390 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396392 Aug 20 00:04:13.774981 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07537c56-43e6-4a7b-a14b-97655928f32c req-1a495a2e-f5ce-46b7-bca9-2eb62a9db6f4 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0561132 Aug 20 00:04:13.869619 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b05239-4626-4c06-86aa-6403f62ad384 req-9287a4a3-6040-4aaf-9239-c94700d44564 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:13.874654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07b05239-4626-4c06-86aa-6403f62ad384 req-9287a4a3-6040-4aaf-9239-c94700d44564 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0980856 Aug 20 00:04:13.935737 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07b05239-4626-4c06-86aa-6403f62ad384 req-8a435b5c-eab1-4aab-b94b-1b152574feff tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522139 Aug 20 00:04:14.013051 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2295f42-976f-4917-936c-76d90d4dc91b req-fad3c6d3-64e5-4d77-9885-2588b3c250c7 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:14.015719 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c2295f42-976f-4917-936c-76d90d4dc91b req-fad3c6d3-64e5-4d77-9885-2588b3c250c7 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0981748 Aug 20 00:04:14.081384 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c2295f42-976f-4917-936c-76d90d4dc91b req-da02c368-faca-4269-90be-bfc1dd324661 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Aug 20 00:04:14.238199 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c728da-7cc7-4dc0-8fda-ad3e1b064310 req-aeba3ecb-bae2-4e44-98bb-c0ed0d9a5bc2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:14.240643 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6c728da-7cc7-4dc0-8fda-ad3e1b064310 req-aeba3ecb-bae2-4e44-98bb-c0ed0d9a5bc2 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0895486 Aug 20 00:04:14.289362 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6c728da-7cc7-4dc0-8fda-ad3e1b064310 req-1b4751ee-705b-441d-90c3-ade842eb181e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Aug 20 00:04:14.761269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecf603-82c1-4caf-a6b3-95e8f91d36c8 req-9aa9f017-f0ba-4d7a-abfe-08a81e4e19a3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:14.763298 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eeecf603-82c1-4caf-a6b3-95e8f91d36c8 req-9aa9f017-f0ba-4d7a-abfe-08a81e4e19a3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0635390 Aug 20 00:04:14.821677 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eeecf603-82c1-4caf-a6b3-95e8f91d36c8 req-436cc650-07cc-4578-a817-3033f8135949 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Aug 20 00:04:14.927687 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3dd74ed5-17c4-4e07-aa0f-4c3e50b614f2 req-eaf1d291-530f-4618-ac36-a6ecd2d5080f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Aug 20 00:04:15.103508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1f1ff-8e4c-404d-a743-b5769242562d req-085c3aa4-6669-4d6a-b657-c1ba9d20f748 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:15.105639 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-53a1f1ff-8e4c-404d-a743-b5769242562d req-085c3aa4-6669-4d6a-b657-c1ba9d20f748 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0668669 Aug 20 00:04:15.218755 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-53a1f1ff-8e4c-404d-a743-b5769242562d req-ba95eaa5-9439-4897-846d-be73909c8838 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927746 Aug 20 00:04:15.267563 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b2503-0817-496c-bb1e-450ab4c65780 req-a19e468e-9750-4f03-8874-418e5803dea5 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:15.275173 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-780b2503-0817-496c-bb1e-450ab4c65780 req-a19e468e-9750-4f03-8874-418e5803dea5 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0832798 Aug 20 00:04:15.329620 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-780b2503-0817-496c-bb1e-450ab4c65780 req-a1eb34a5-f3f7-4b5d-859e-200cdec0bdd3 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Aug 20 00:04:15.437316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02163-6b77-41a7-8ffa-c6d9f369fead req-eb2d9b56-9c99-4797-a11c-f270c4ca58a6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:15.439453 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dcc02163-6b77-41a7-8ffa-c6d9f369fead req-eb2d9b56-9c99-4797-a11c-f270c4ca58a6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0594151 Aug 20 00:04:15.488811 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dcc02163-6b77-41a7-8ffa-c6d9f369fead req-8b7cbb35-fe3c-4a11-a95e-80825127056a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Aug 20 00:04:16.002475 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd6b27-0076-45ca-80fe-ad9c500762d4 req-ffefccf0-016b-4dc3-b85b-14a39135d8d7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:16.015321 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-debd6b27-0076-45ca-80fe-ad9c500762d4 req-ffefccf0-016b-4dc3-b85b-14a39135d8d7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0846636 Aug 20 00:04:16.053822 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-222f5e9c-6f3b-4c1f-a845-54bf7f1e3bef req-cbf95ec8-d69a-4681-a6f5-811808bf549a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0361617 Aug 20 00:04:16.095044 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-debd6b27-0076-45ca-80fe-ad9c500762d4 req-55cc641e-751a-41dd-a42b-ea61e6f302c9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655873 Aug 20 00:04:16.374568 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b3810-0917-4d7e-b975-4f30176f990d req-011d2343-dafb-4332-a285-d2e2d0a937db tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:16.377103 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-668b3810-0917-4d7e-b975-4f30176f990d req-011d2343-dafb-4332-a285-d2e2d0a937db tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0672293 Aug 20 00:04:16.502002 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-668b3810-0917-4d7e-b975-4f30176f990d req-467cc1c7-bd2d-49a8-8576-c18bcb746f36 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009581 Aug 20 00:04:16.544256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f5463-4098-4524-b04e-2c840e291bfa req-3adb7a87-5d70-47e1-b048-5ab0afc19f09 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:16.544256 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-be8f5463-4098-4524-b04e-2c840e291bfa req-3adb7a87-5d70-47e1-b048-5ab0afc19f09 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0741994 Aug 20 00:04:16.607800 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-be8f5463-4098-4524-b04e-2c840e291bfa req-65315c8b-eb70-414c-8948-261648387810 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 Aug 20 00:04:16.718245 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fd790-81b8-4af5-b1f2-dd743d5dc244 req-c4a0efa9-6928-46e9-a302-45e4721f50f0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:16.720928 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f75fd790-81b8-4af5-b1f2-dd743d5dc244 req-c4a0efa9-6928-46e9-a302-45e4721f50f0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1118262 Aug 20 00:04:16.768182 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f75fd790-81b8-4af5-b1f2-dd743d5dc244 req-2c099078-65ab-4b32-be7c-d2114f665d79 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Aug 20 00:04:17.240453 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ca5d2434-e73a-4fb9-8790-594a7328490b req-20300878-b356-4d56-98dc-593c764b8a5c tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0676930 Aug 20 00:04:17.290774 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f391-a850-472e-9f52-e9e7117e4f50 req-01a655dd-15a7-4d13-bf0f-fe33d0171ab5 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:17.292813 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8430f391-a850-472e-9f52-e9e7117e4f50 req-01a655dd-15a7-4d13-bf0f-fe33d0171ab5 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0767775 Aug 20 00:04:17.365771 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8430f391-a850-472e-9f52-e9e7117e4f50 req-84688975-532e-42d8-8dd2-a448073a7044 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Aug 20 00:04:17.696666 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856d4ae-d75f-46c4-8556-06f1ae728de5 req-7773db02-de01-4b86-9246-a6e807c2f2d3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:17.698320 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5856d4ae-d75f-46c4-8556-06f1ae728de5 req-7773db02-de01-4b86-9246-a6e807c2f2d3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0740242 Aug 20 00:04:17.811576 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5856d4ae-d75f-46c4-8556-06f1ae728de5 req-b4421e65-7b57-4047-a4c7-7311456f86af tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885222 Aug 20 00:04:17.838175 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32211d2-f9a6-4ab1-89d9-f312d0eb3320 req-a8c5402a-9b8d-462e-b56e-15de622a5f70 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:17.841565 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c32211d2-f9a6-4ab1-89d9-f312d0eb3320 req-a8c5402a-9b8d-462e-b56e-15de622a5f70 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.1327143 Aug 20 00:04:17.920792 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c32211d2-f9a6-4ab1-89d9-f312d0eb3320 req-24ba12c7-2acf-4fb6-8f65-677ebd472477 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719364 Aug 20 00:04:17.988958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8456aa-6b3b-4e8c-a033-680e62c6bdc0 req-e5788ae6-3c0b-4283-92e4-7bc84b4850d5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:17.990669 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8a8456aa-6b3b-4e8c-a033-680e62c6bdc0 req-e5788ae6-3c0b-4283-92e4-7bc84b4850d5 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0682096 Aug 20 00:04:18.041768 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8a8456aa-6b3b-4e8c-a033-680e62c6bdc0 req-2c2dc001-e5e5-44ba-82dc-bd3c1d7ae19f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Aug 20 00:04:18.366978 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4e2cd77c-fb5f-4f99-baa8-9efdc57af71b req-db739b63-aa53-4797-8e89-c35e8682bbd3 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0342369 Aug 20 00:04:18.518296 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a4bb-2aac-437d-b41e-dea85a170269 req-cba5f374-32ab-4754-a2d0-51baa22ae0b3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:18.520791 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f09a4bb-2aac-437d-b41e-dea85a170269 req-cba5f374-32ab-4754-a2d0-51baa22ae0b3 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0869768 Aug 20 00:04:18.568932 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f09a4bb-2aac-437d-b41e-dea85a170269 req-39fd4caf-1713-4c0c-8261-de1279ad3c00 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Aug 20 00:04:18.951899 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c834-376c-4a0f-b8c3-5ca15534309e req-85372b62-d292-4a91-aa0e-f98ea3ac7175 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:18.954079 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8470c834-376c-4a0f-b8c3-5ca15534309e req-85372b62-d292-4a91-aa0e-f98ea3ac7175 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0594149 Aug 20 00:04:18.997959 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8470c834-376c-4a0f-b8c3-5ca15534309e req-80513d90-f288-4bf2-afcb-67f35aeb392b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375884 Aug 20 00:04:19.091263 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5cbd1-5123-4e5b-9e76-40e210e93d43 req-97cfdfb4-e5db-4de6-a3ab-9417f675d01f tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:19.092845 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b1e5cbd1-5123-4e5b-9e76-40e210e93d43 req-97cfdfb4-e5db-4de6-a3ab-9417f675d01f tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 931 time: 0.0576096 Aug 20 00:04:19.133707 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Request body: {'port': {'device_id': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:19.245249 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b1e5cbd1-5123-4e5b-9e76-40e210e93d43 req-209aa51a-d740-42cf-96a8-b6ca9241e502 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399376 Aug 20 00:04:19.293303 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118f491-8a94-4f9f-a705-137ba9442878 req-015a0c08-d582-400d-9208-c926df0ff09b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:19.295884 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6118f491-8a94-4f9f-a705-137ba9442878 req-015a0c08-d582-400d-9208-c926df0ff09b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1141398 Aug 20 00:04:19.296476 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:19.377379 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-a453ea05-0a7d-4488-bc61-c799e1b07b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:19.378954 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-a453ea05-0a7d-4488-bc61-c799e1b07b60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d576b1175b14854adce5215707e2616&device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 1098 time: 0.0509310 Aug 20 00:04:19.454760 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6118f491-8a94-4f9f-a705-137ba9442878 req-fff7045d-2438-49d8-b3fe-8f7aeb889446 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397977 Aug 20 00:04:19.658775 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48a3982c-f6cc-4a87-85e0-06e8a1ae76ea req-6e4e37d7-220e-418e-b523-3109fc3633c4 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0845306 Aug 20 00:04:19.764332 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-e0e71d16-a419-456e-a6b0-0202d19c6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:19.769067 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-e0e71d16-a419-456e-a6b0-0202d19c6d35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 200 len: 920 time: 0.3779256 Aug 20 00:04:19.855223 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401212cb-2575-4e30-a48f-cb0976880e2c req-fdb3bf44-523a-4c14-aa07-279648bd1b26 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:19.856890 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-401212cb-2575-4e30-a48f-cb0976880e2c req-fdb3bf44-523a-4c14-aa07-279648bd1b26 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0928385 Aug 20 00:04:19.857418 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-8d51f262-a483-4158-838c-681b8692bb8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 200 len: 217 time: 0.0751839 Aug 20 00:04:19.883442 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e948154-1be3-428b-844d-65a3ae36b784 req-d041cb91-50b3-4ddb-8fe0-cd7d618a93c8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:19.886191 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4e948154-1be3-428b-844d-65a3ae36b784 req-d041cb91-50b3-4ddb-8fe0-cd7d618a93c8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 945 time: 0.2645743 Aug 20 00:04:20.004369 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-f2ecb11f-b03e-411c-8828-561d12631993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:20.006021 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-f2ecb11f-b03e-411c-8828-561d12631993 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 200 len: 859 time: 0.1184683 Aug 20 00:04:20.008861 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-401212cb-2575-4e30-a48f-cb0976880e2c req-da7c8480-0fa0-4701-b019-c43df8670c8b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423938 Aug 20 00:04:20.015244 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040dd4e1-1bc7-4466-b474-913b3036b455 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:04:20.026236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.059400 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Transition to ACTIVE for port object 040dd4e1-1bc7-4466-b474-913b3036b455 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:20.088548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-a6ffd8c6-6c63-469f-9c19-24bcf7d873ff tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:20.090231 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-a6ffd8c6-6c63-469f-9c19-24bcf7d873ff tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "GET /v2.0/networks?id=a894cff4-14b2-44ab-9a85-61076f0a47c9 HTTP/1.1" status: 200 len: 809 time: 0.1780393 Aug 20 00:04:20.104793 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Request body: {'port': {'device_id': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9', 'admin_state_up': True, 'tenant_id': '1c55d1dbd4264e1e9f80d48496562b88'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:20.240738 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.315448 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-bf3d8903-ee4b-47f6-b018-e0f94094a1ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0b2e9961-61b3-4f00-968c-ed683017db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377181 Aug 20 00:04:20.405740 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Deleting port 4a03a917-a831-4198-868f-ff080184779c {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:20.407208 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.514688 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-139efabe-d613-4e06-ab49-55c8587e4f77 service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931984 Aug 20 00:04:20.521517 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81acfa9-75cb-424a-a401-5105a10fbd45 req-e35b2547-4725-44c0-a232-cf6d3aaeaf36 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:20.526088 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e81acfa9-75cb-424a-a401-5105a10fbd45 req-e35b2547-4725-44c0-a232-cf6d3aaeaf36 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.3965993 Aug 20 00:04:20.579674 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Pushing event updated for resources: {'Port': ['ID=040dd4e1-1bc7-4466-b474-913b3036b455,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:20.599213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] For port 4a03a917-a831-4198-868f-ff080184779c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a03a917-a831-4198-868f-ff080184779c,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:20.599604 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.618685 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Calling delete_port for 4a03a917-a831-4198-868f-ff080184779c owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:20.654933 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Attempting to bind port 040dd4e1-1bc7-4466-b474-913b3036b455 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:20.655397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Attempting to bind port 040dd4e1-1bc7-4466-b474-913b3036b455 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:20.655907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Attempting to bind port 040dd4e1-1bc7-4466-b474-913b3036b455 on network 199bab52-a931-46ab-8b01-e18275881113 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:20.661328 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.661907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.662490 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.663340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.663872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.664268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.664603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.664957 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.665343 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.665671 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.666020 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.666511 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.696628 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-385037d7-30ec-4dad-9126-78db7ef9b20c service neutron] 10.222.0.10 "GET /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673050 Aug 20 00:04:20.697472 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Port 040dd4e1-1bc7-4466-b474-913b3036b455 on network 199bab52-a931-46ab-8b01-e18275881113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:04:20.698027 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Attempting to bind port 040dd4e1-1bc7-4466-b474-913b3036b455 on network 199bab52-a931-46ab-8b01-e18275881113 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:20.731551 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:20.732548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Checking segment: {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:20.733175 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Bound using segment: {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:20.733900 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Bound port: 040dd4e1-1bc7-4466-b474-913b3036b455, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:20.734467 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.771463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9a9a8-0f9d-48ba-bec7-f7a592eecc54 req-472b96ff-bac6-4788-80fb-7281712547e1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:20.773099 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2eb9a9a8-0f9d-48ba-bec7-f7a592eecc54 req-472b96ff-bac6-4788-80fb-7281712547e1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 943 time: 0.3357358 Aug 20 00:04:20.778714 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e81acfa9-75cb-424a-a401-5105a10fbd45 req-a755b9eb-e967-4c2f-a6d3-11064f26f8b7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015295 Aug 20 00:04:20.864136 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2eb9a9a8-0f9d-48ba-bec7-f7a592eecc54 req-e3860b78-5f76-483d-8a92-8214d0e1ee6a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601127 Aug 20 00:04:20.882045 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Made reservation on behalf of 1c55d1dbd4264e1e9f80d48496562b88 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:20.882045 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.884379 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] For port 040dd4e1-1bc7-4466-b474-913b3036b455, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:20.898609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:20.913681 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65', '568257a3-4b22-4824-93f6-db72460b6e73', '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:20.933916 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] For port 040dd4e1-1bc7-4466-b474-913b3036b455, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=040dd4e1-1bc7-4466-b474-913b3036b455,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:20.956991 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event deleted for resources: {'Port': ['ID=4a03a917-a831-4198-868f-ff080184779c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:20.987237 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.987624 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.990005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.990005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.990005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.990005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.990005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.990005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.991040 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.991040 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.991040 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.991461 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:20.998347 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aff9f-55f3-436f-85fe-1b4ac646274f req-ce20fc6c-50dc-4fb3-a954-c5f753a5c06d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:20.999955 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b64aff9f-55f3-436f-85fe-1b4ac646274f req-ce20fc6c-50dc-4fb3-a954-c5f753a5c06d tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1260083 Aug 20 00:04:21.022918 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] No DVR routers for this DVR port 4a03a917-a831-4198-868f-ff080184779c on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:21.025765 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:21.027837 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4e948154-1be3-428b-844d-65a3ae36b784 req-7c25cb54-3167-472d-a2bb-c5a825983505 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "DELETE /v2.0/ports/4a03a917-a831-4198-868f-ff080184779c HTTP/1.1" status: 204 len: 173 time: 1.0954871 Aug 20 00:04:21.028324 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'name': 'network-vif-deleted', 'tag': '4a03a917-a831-4198-868f-ff080184779c'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:21.030657 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4fc2c-b09c-466c-913c-bfeb655c65ba" -d '{"events": [{"server_uuid": "81083c8c-7b0f-4a0f-8945-12fd1664c2d7", "name": "network-vif-deleted", "tag": "4a03a917-a831-4198-868f-ff080184779c"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:21.052282 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bb4a3811-ef10-4fb5-b87d-a0bce2857383 req-c0b35e76-9cf2-486f-8407-b3ff60df50e6 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0497365 Aug 20 00:04:21.085483 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:21.102040 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cce5b41-ca17-4cd5-9e17-b00cf59614e9 x-openstack-request-id: req-5cce5b41-ca17-4cd5-9e17-b00cf59614e9 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:21.102338 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81083c8c-7b0f-4a0f-8945-12fd1664c2d7", "name": "network-vif-deleted", "tag": "4a03a917-a831-4198-868f-ff080184779c", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:21.102591 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5cce5b41-ca17-4cd5-9e17-b00cf59614e9 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:21.102995 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81083c8c-7b0f-4a0f-8945-12fd1664c2d7', 'name': 'network-vif-deleted', 'tag': '4a03a917-a831-4198-868f-ff080184779c', 'status': 'completed', 'code': 200} Aug 20 00:04:21.126023 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b64aff9f-55f3-436f-85fe-1b4ac646274f req-c4bb6f05-5ce6-4536-9ec8-138db358adc0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117663 Aug 20 00:04:21.164122 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:21.164883 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:21.167071 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] 10.222.0.10 "PUT /v2.0/ports/040dd4e1-1bc7-4466-b474-913b3036b455 HTTP/1.1" status: 200 len: 1093 time: 2.0418527 Aug 20 00:04:21.173490 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'tag': '040dd4e1-1bc7-4466-b474-913b3036b455'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:21.176068 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1401a-22f0-4677-99ca-b9c7f546ea60" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9a0322-f63a-4710-8f4b-398f4262b328", "tag": "040dd4e1-1bc7-4466-b474-913b3036b455"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:21.243913 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3584868-28fa-4ff1-bb97-7b33df7d3bbd x-openstack-request-id: req-a3584868-28fa-4ff1-bb97-7b33df7d3bbd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:21.244232 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9a0322-f63a-4710-8f4b-398f4262b328", "tag": "040dd4e1-1bc7-4466-b474-913b3036b455", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:21.244480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3584868-28fa-4ff1-bb97-7b33df7d3bbd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:21.244873 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'tag': '040dd4e1-1bc7-4466-b474-913b3036b455', 'status': 'completed', 'code': 200} Aug 20 00:04:21.252262 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a421278c-af8a-4b91-80b4-6c5b3ba1b047 req-4468d2a6-4018-4651-9526-e2c1a454b693 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=81083c8c-7b0f-4a0f-8945-12fd1664c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0560119 Aug 20 00:04:21.254139 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Allocated IP 172.20.0.7 (a894cff4-14b2-44ab-9a85-61076f0a47c9/d1aaf166-ac97-4142-8642-64c363334e64/6aa1d0ff-2c39-4d4f-923f-cc229096492f) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:21.258065 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8f764-4de9-49eb-b41d-c07aa7f61538 service neutron] Pushing event updated for resources: {'Port': ['ID=040dd4e1-1bc7-4466-b474-913b3036b455,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:21.666345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1401a-22f0-4677-99ca-b9c7f546ea60 req-46d95bf9-d022-4823-affe-97c965f33c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:21.678587 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aee1401a-22f0-4677-99ca-b9c7f546ea60 req-46d95bf9-d022-4823-affe-97c965f33c9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd23602884448a3b2b571bd2fe2743b&device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 1096 time: 0.3671663 Aug 20 00:04:21.723010 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a03a917-a831-4198-868f-ff080184779c no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:21.753382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 4a03a917-a831-4198-868f-ff080184779c {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:21.754005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a03a917-a831-4198-868f-ff080184779c not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:21.801523 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:21.801952 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:21.825262 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1401a-22f0-4677-99ca-b9c7f546ea60 req-ebf8f094-2a0b-4816-8fb1-dc0358e5891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:21.826910 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aee1401a-22f0-4677-99ca-b9c7f546ea60 req-ebf8f094-2a0b-4816-8fb1-dc0358e5891d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=afd23602884448a3b2b571bd2fe2743b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1472919 Aug 20 00:04:22.070198 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1401a-22f0-4677-99ca-b9c7f546ea60 req-33426f6e-2fff-46f0-897b-afa39855d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.071855 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aee1401a-22f0-4677-99ca-b9c7f546ea60 req-33426f6e-2fff-46f0-897b-afa39855d340 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364810 Aug 20 00:04:22.079574 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033032a2-9582-4914-8282-91a46255231e req-435db12e-31a6-41ea-ae5b-166805d04acd tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.081186 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-033032a2-9582-4914-8282-91a46255231e req-435db12e-31a6-41ea-ae5b-166805d04acd tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1699264 Aug 20 00:04:22.121687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:22.138231 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe4943-36b3-4e45-98a1-cdcc8fecb220 req-58f08429-2787-4f0d-966d-81f0dd871f41 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.141449 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5cbe4943-36b3-4e45-98a1-cdcc8fecb220 req-58f08429-2787-4f0d-966d-81f0dd871f41 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 943 time: 0.1503415 Aug 20 00:04:22.282761 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Network a894cff4-14b2-44ab-9a85-61076f0a47c9 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:22.292109 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:22.294048 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Pushing event updated for resources: {'Port': ['ID=6aa1d0ff-2c39-4d4f-923f-cc229096492f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:22.298780 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-033032a2-9582-4914-8282-91a46255231e req-fb37fe20-db36-4a40-9a4b-8ad97a485e8c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064066 Aug 20 00:04:22.306032 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:22.312006 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.313243 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:22.349729 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5cbe4943-36b3-4e45-98a1-cdcc8fecb220 req-f58ca9b8-9efb-44cf-ad10-c34556a07b78 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006574 Aug 20 00:04:22.353126 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-2bcb233a-8ad3-4375-b55c-41bf65aea379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.354740 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-2bcb233a-8ad3-4375-b55c-41bf65aea379 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd23602884448a3b2b571bd2fe2743b&device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 1096 time: 0.2078502 Aug 20 00:04:22.382546 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3690f-9665-4134-83a3-d5076a451619 req-7cd5ccff-1207-4c9a-be57-95a718feb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.385935 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-7cd5ccff-1207-4c9a-be57-95a718feb896 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1096 time: 0.0933189 Aug 20 00:04:22.425221 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-7c644c1b-b37a-4fff-b532-c541e68a26bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=040dd4e1-1bc7-4466-b474-913b3036b455 HTTP/1.1" status: 200 len: 217 time: 0.0522659 Aug 20 00:04:22.489416 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-028375df-8f14-408a-8785-f8d2f85a449a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3892422 Aug 20 00:04:22.512651 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Request body: {'port': {'device_id': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:22.542750 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3690f-9665-4134-83a3-d5076a451619 req-582d7cc6-c8dd-4f8d-8ac8-446dbe2d3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.544283 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-582d7cc6-c8dd-4f8d-8ac8-446dbe2d3ae7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.1209981 Aug 20 00:04:22.559913 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-a1102861-0fa3-4762-b1b9-3b132fb2d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.561377 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-a1102861-0fa3-4762-b1b9-3b132fb2d198 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bd67cb8-cfd8-4d75-8db2-36bda4c3e299 HTTP/1.1" status: 200 len: 854 time: 0.1198668 Aug 20 00:04:22.575947 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b358f6-c471-404e-a960-9b495052341a req-a1ce9c51-9b34-4e40-9336-1ea9bc44e0a9 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.577419 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a4b358f6-c471-404e-a960-9b495052341a req-a1ce9c51-9b34-4e40-9336-1ea9bc44e0a9 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 931 time: 0.1937435 Aug 20 00:04:22.634416 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-892b107d-5adc-4403-8b9d-42d7fcf80340 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=199bab52-a931-46ab-8b01-e18275881113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559995 Aug 20 00:04:22.645997 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-dd0c6322-4608-4864-b805-8229f6c0e7c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 200 len: 999 time: 0.0920782 Aug 20 00:04:22.653439 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974273c-fc4f-4121-9f12-afb86ab87bb2 req-da2e4b82-5e32-4809-99b6-b890434af69f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.655014 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8974273c-fc4f-4121-9f12-afb86ab87bb2 req-da2e4b82-5e32-4809-99b6-b890434af69f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.2045333 Aug 20 00:04:22.666819 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:22.702527 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3690f-9665-4134-83a3-d5076a451619 req-cdfdf968-2634-4df2-a518-c150bb55b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.704346 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-cdfdf968-2634-4df2-a518-c150bb55b091 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0500574 Aug 20 00:04:22.756033 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3690f-9665-4134-83a3-d5076a451619 req-1ee45a20-3f33-455d-a5e0-e2226dcf5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:22.757504 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-1ee45a20-3f33-455d-a5e0-e2226dcf5a49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464926 Aug 20 00:04:22.758818 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a4b358f6-c471-404e-a960-9b495052341a req-a4b80f00-9130-4d7d-991c-7803957354b6 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706312 Aug 20 00:04:22.771976 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:04:22.824741 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8974273c-fc4f-4121-9f12-afb86ab87bb2 req-5be10c83-c4c5-45d9-9539-0c513a78a9fa tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539612 Aug 20 00:04:22.902700 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-923e4975-92c3-4ea4-be4c-244a14d95122 service neutron] 10.222.0.10 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445369 Aug 20 00:04:22.910470 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-66217d6f-d74a-4218-b519-427ecf3e4dee service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454389 Aug 20 00:04:23.016222 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-54d3690f-9665-4134-83a3-d5076a451619 req-ef0d0595-aa09-4e67-a382-8220ad47678f service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985227 Aug 20 00:04:23.098299 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ebf4b1b-cf1f-498a-8db4-2e2df2558d5a req-b4c24433-6d01-4560-b825-0cdef62f2a60 service neutron] 10.222.0.10 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857831 Aug 20 00:04:23.172992 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa1d0ff-2c39-4d4f-923f-cc229096492f {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:04:23.181934 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:23.197540 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Transition to ACTIVE for port object 6aa1d0ff-2c39-4d4f-923f-cc229096492f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:23.301295 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:23.370168 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Pushing event updated for resources: {'Port': ['ID=6aa1d0ff-2c39-4d4f-923f-cc229096492f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:23.425095 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Attempting to bind port 6aa1d0ff-2c39-4d4f-923f-cc229096492f on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:23.425633 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Attempting to bind port 6aa1d0ff-2c39-4d4f-923f-cc229096492f by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:23.428634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Attempting to bind port 6aa1d0ff-2c39-4d4f-923f-cc229096492f on network a894cff4-14b2-44ab-9a85-61076f0a47c9 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:23.437780 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Port 6aa1d0ff-2c39-4d4f-923f-cc229096492f on network a894cff4-14b2-44ab-9a85-61076f0a47c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:04:23.438308 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Attempting to bind port 6aa1d0ff-2c39-4d4f-923f-cc229096492f on network a894cff4-14b2-44ab-9a85-61076f0a47c9 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:23.449887 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:23.450500 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Checking segment: {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:23.451207 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Bound using segment: {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:23.452860 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Bound port: 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62045fe-b32c-427a-85b6-b56ff0846907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:23.457417 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:23.635673 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a97598-0d45-4c87-9ec7-a60c3c64c536 req-bb3be5ce-7a42-4ee1-853d-c14f5b83452a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:23.637373 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-99a97598-0d45-4c87-9ec7-a60c3c64c536 req-bb3be5ce-7a42-4ee1-853d-c14f5b83452a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.1668496 Aug 20 00:04:23.649995 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5b03a-4c45-4db0-8a73-f3d94b19f815 req-b5b2daa5-2768-422e-8c81-18a2699f6160 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:23.651710 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c1c5b03a-4c45-4db0-8a73-f3d94b19f815 req-b5b2daa5-2768-422e-8c81-18a2699f6160 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 943 time: 0.1626682 Aug 20 00:04:23.656640 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] For port 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:23.667101 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] For port 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6aa1d0ff-2c39-4d4f-923f-cc229096492f,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:23.710502 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-99a97598-0d45-4c87-9ec7-a60c3c64c536 req-16340fa2-886a-4749-927c-c591d31a1f5e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561237 Aug 20 00:04:23.724444 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c1c5b03a-4c45-4db0-8a73-f3d94b19f815 req-774df7da-9a73-4e1c-9735-db5ffee67a16 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647814 Aug 20 00:04:23.753266 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:23.793247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:23.793873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:23.795271 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] 10.222.0.10 "PUT /v2.0/ports/6aa1d0ff-2c39-4d4f-923f-cc229096492f HTTP/1.1" status: 200 len: 1093 time: 1.2869167 Aug 20 00:04:23.795731 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'tag': '6aa1d0ff-2c39-4d4f-923f-cc229096492f'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:23.798391 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a5900-4826-4733-939d-839289841163" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08", "tag": "6aa1d0ff-2c39-4d4f-923f-cc229096492f"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:23.826283 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cafc4d-6135-456e-a7ee-bf4ee45f24ad service neutron] Pushing event updated for resources: {'Port': ['ID=6aa1d0ff-2c39-4d4f-923f-cc229096492f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:23.845070 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f8f53d-daf4-4218-aa21-83a73f9319d0 x-openstack-request-id: req-51f8f53d-daf4-4218-aa21-83a73f9319d0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:23.845560 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08", "tag": "6aa1d0ff-2c39-4d4f-923f-cc229096492f", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:23.845885 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51f8f53d-daf4-4218-aa21-83a73f9319d0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:23.846354 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'tag': '6aa1d0ff-2c39-4d4f-923f-cc229096492f', 'status': 'completed', 'code': 200} Aug 20 00:04:23.933053 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-674f6776-4b0a-4487-9fb3-fb706fbdda1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:23.976825 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9706f8-be9a-4950-9d3a-86cfe7d782ae req-84829a9a-16a0-42ee-b6fa-de118775b873 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:23.978380 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-af9706f8-be9a-4950-9d3a-86cfe7d782ae req-84829a9a-16a0-42ee-b6fa-de118775b873 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 943 time: 0.1166472 Aug 20 00:04:23.981859 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a5900-4826-4733-939d-839289841163 req-d4126411-facc-4d3a-8b2f-0cddcc0b46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:23.983277 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-904a5900-4826-4733-939d-839289841163 req-d4126411-facc-4d3a-8b2f-0cddcc0b46d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 1096 time: 0.1104844 Aug 20 00:04:24.018239 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa02dfa-6ecd-483f-92d1-b7d353438949 req-e95907ac-bd78-4969-a52a-21ab85092bec tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.019693 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dfa02dfa-6ecd-483f-92d1-b7d353438949 req-e95907ac-bd78-4969-a52a-21ab85092bec tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1054873 Aug 20 00:04:24.100259 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-af9706f8-be9a-4950-9d3a-86cfe7d782ae req-01050396-9b65-43be-9ecf-7756cde0b211 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144011 Aug 20 00:04:24.132671 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dfa02dfa-6ecd-483f-92d1-b7d353438949 req-64acbc5b-5a3e-4b88-853a-0c1c410d11ce tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002314 Aug 20 00:04:24.157906 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a5900-4826-4733-939d-839289841163 req-7c0117c1-6ad0-46f9-be1f-f60ec18b11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.159525 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-904a5900-4826-4733-939d-839289841163 req-7c0117c1-6ad0-46f9-be1f-f60ec18b11e3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1649163 Aug 20 00:04:24.268624 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a5900-4826-4733-939d-839289841163 req-c3fe4804-0356-4b16-b198-7b1c005255c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.270116 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-904a5900-4826-4733-939d-839289841163 req-c3fe4804-0356-4b16-b198-7b1c005255c8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034672 Aug 20 00:04:24.365380 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-b2e70fd1-5db9-4a39-937a-cb6d09a195e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.366789 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-b2e70fd1-5db9-4a39-937a-cb6d09a195e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 1096 time: 0.0594709 Aug 20 00:04:24.418343 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-5b71d789-0e2d-4a4d-b868-1b25267c0788 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa1d0ff-2c39-4d4f-923f-cc229096492f HTTP/1.1" status: 200 len: 217 time: 0.0419989 Aug 20 00:04:24.473292 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-92139613-672c-4ec0-a9b3-2d7877299873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.474762 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-92139613-672c-4ec0-a9b3-2d7877299873 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d1aaf166-ac97-4142-8642-64c363334e64 HTTP/1.1" status: 200 len: 849 time: 0.0510340 Aug 20 00:04:24.505171 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-6ec76956-e1c9-46f0-891b-fbea2c7f584d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a894cff4-14b2-44ab-9a85-61076f0a47c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236306 Aug 20 00:04:24.605015 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-076e25d0-7fab-4788-b5e4-110d3ca4e8b3 service neutron] 10.222.0.10 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928192 Aug 20 00:04:24.744872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21853412-97ba-43f1-a99e-05eb606c4efa req-beb7f653-1677-4a11-80e8-6ae3bc4a2552 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.746518 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21853412-97ba-43f1-a99e-05eb606c4efa req-beb7f653-1677-4a11-80e8-6ae3bc4a2552 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 945 time: 0.1128101 Aug 20 00:04:24.769155 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-84720f20-2876-4082-8cf8-ec1d0dcad9ec req-28be8d30-7725-4bcb-a8e6-0b4d7d05e692 service neutron] 10.222.0.10 "GET /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559453 Aug 20 00:04:24.818010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21853412-97ba-43f1-a99e-05eb606c4efa req-57adf53e-841f-434d-84cf-5f5f64b73844 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581031 Aug 20 00:04:24.885105 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66451389-ccb4-45b3-a3a7-c36f1b6914ab req-3ca6f5a0-b7f8-4653-afe5-6b40e1660e47 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.889504 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-66451389-ccb4-45b3-a3a7-c36f1b6914ab req-3ca6f5a0-b7f8-4653-afe5-6b40e1660e47 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0561066 Aug 20 00:04:24.960359 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-66451389-ccb4-45b3-a3a7-c36f1b6914ab req-af75443e-5d84-4115-9e93-59fdbae80daf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644147 Aug 20 00:04:24.982847 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab711a-5f4d-44f4-836d-efac5bc409f1 req-b90434b1-b59d-4b55-a463-af732bf6f6b7 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:24.984504 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4cab711a-5f4d-44f4-836d-efac5bc409f1 req-b90434b1-b59d-4b55-a463-af732bf6f6b7 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 943 time: 0.0637360 Aug 20 00:04:25.025904 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4cab711a-5f4d-44f4-836d-efac5bc409f1 req-d394ce26-5f8b-49e4-9161-8ca8d014a853 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Aug 20 00:04:25.237358 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71c2b0-31c2-4876-b765-0d2252a69f64 req-04136b34-1acb-450a-a85e-3d821646741d tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:25.239020 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd71c2b0-31c2-4876-b765-0d2252a69f64 req-04136b34-1acb-450a-a85e-3d821646741d tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 943 time: 0.0581279 Aug 20 00:04:25.279697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd71c2b0-31c2-4876-b765-0d2252a69f64 req-e5352f3a-2c34-4a3c-9520-ddb34879aebb tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Aug 20 00:04:25.743432 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 6aa1d0ff-2c39-4d4f-923f-cc229096492f details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:04:25.977381 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6aa1d0ff-2c39-4d4f-923f-cc229096492f,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:25.991093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dc3c1-123d-4a6c-8bd0-b623f31614b9 req-9ce6671a-542f-4afc-a5c1-b32a44f4a5d7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:25.993565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '6aa1d0ff-2c39-4d4f-923f-cc229096492f', 'network_id': 'a894cff4-14b2-44ab-9a85-61076f0a47c9', 'port_id': '6aa1d0ff-2c39-4d4f-923f-cc229096492f', 'mac_address': 'fa:16:3e:cf:e4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1aaf166-ac97-4142-8642-64c363334e64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:04:26.000920 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-330dc3c1-123d-4a6c-8bd0-b623f31614b9 req-9ce6671a-542f-4afc-a5c1-b32a44f4a5d7 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 945 time: 0.0632479 Aug 20 00:04:26.059570 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.076084 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa1d0ff-2c39-4d4f-923f-cc229096492f {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:04:26.098559 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6aa1d0ff-2c39-4d4f-923f-cc229096492f,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:26.125267 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-330dc3c1-123d-4a6c-8bd0-b623f31614b9 req-55796231-f18e-4446-aa3b-7d7e5ba8708e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075811 Aug 20 00:04:26.159053 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2721788-75f3-4f37-94ca-42092ef26b41 req-ed6e52e2-b64a-4b34-a167-cbe152de7837 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:26.160781 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e2721788-75f3-4f37-94ca-42092ef26b41 req-ed6e52e2-b64a-4b34-a167-cbe152de7837 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 943 time: 0.0994771 Aug 20 00:04:26.218300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.219643 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:04:26.243537 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e2721788-75f3-4f37-94ca-42092ef26b41 req-a3491961-4223-4464-ad59-3abe9689ac1f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760763 Aug 20 00:04:26.273637 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50f93-153a-4140-ae6b-ecb7c7e86587 req-57e11be8-4a01-42b8-baef-4b5163a32f81 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:26.276505 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a1a50f93-153a-4140-ae6b-ecb7c7e86587 req-57e11be8-4a01-42b8-baef-4b5163a32f81 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 943 time: 0.0902629 Aug 20 00:04:26.290246 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=6aa1d0ff-2c39-4d4f-923f-cc229096492f,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:26.393413 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:26.397876 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a1a50f93-153a-4140-ae6b-ecb7c7e86587 req-ad553c01-9239-4dea-aa66-0a10edb3fcfe tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125209 Aug 20 00:04:26.405646 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'port_id': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'mac_address': 'fa:16:3e:a2:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:04:26.424773 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-a02ed799-2bcf-44d4-8840-6440f2fa287b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:26.426345 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-a02ed799-2bcf-44d4-8840-6440f2fa287b tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 945 time: 0.1158872 Aug 20 00:04:26.446568 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f15b2-81d1-4dc4-a286-b5efc661e193 req-704aacdb-3249-4ab7-be3b-a69b25aa0b72 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:26.448156 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f72f15b2-81d1-4dc4-a286-b5efc661e193 req-704aacdb-3249-4ab7-be3b-a69b25aa0b72 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 944 time: 0.0840738 Aug 20 00:04:26.450862 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.471848 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3a2aca-d5a3-4288-8023-9d6f2193f258 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:04:26.482586 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43556) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:26.519167 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:26.542307 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f72f15b2-81d1-4dc4-a286-b5efc661e193 req-82b6cc5a-01ff-43a1-83a9-c70d6c980e0d tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 Aug 20 00:04:26.572811 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Deleting port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:26.573090 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.602054 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.605846 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 040dd4e1-1bc7-4466-b474-913b3036b455 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:04:26.683419 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c45a479f-de09-4ac3-8c85-c7fa6bc6aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.692512 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=9']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:26.728232 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] For port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:26.731365 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.753405 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Calling delete_port for 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:26.772557 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 040dd4e1-1bc7-4466-b474-913b3036b455, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=040dd4e1-1bc7-4466-b474-913b3036b455,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:26.799321 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c45a479f-de09-4ac3-8c85-c7fa6bc6aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.803010 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '040dd4e1-1bc7-4466-b474-913b3036b455', 'network_id': '199bab52-a931-46ab-8b01-e18275881113', 'port_id': '040dd4e1-1bc7-4466-b474-913b3036b455', 'mac_address': 'fa:16:3e:b5:68:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd67cb8-cfd8-4d75-8db2-36bda4c3e299', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:04:26.843468 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-80ebba99-a2f8-4c85-b074-644b766232ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.870879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.886129 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040dd4e1-1bc7-4466-b474-913b3036b455 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:04:26.886478 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c45a479f-de09-4ac3-8c85-c7fa6bc6aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:26.908336 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 040dd4e1-1bc7-4466-b474-913b3036b455, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=040dd4e1-1bc7-4466-b474-913b3036b455,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:26.960401 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a479f-de09-4ac3-8c85-c7fa6bc6aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93262046-68b9-49ee-81f9-da4b0bc97f60,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:26.967606 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c45a479f-de09-4ac3-8c85-c7fa6bc6aef6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f877e4398e9340f2865eb6bbc05489c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830964 Aug 20 00:04:26.975393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43566) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:26.995403 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.037489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84ec7ed6-8cbd-4615-a653-0e36b5345c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.047851 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.049858 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.053037 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=040dd4e1-1bc7-4466-b474-913b3036b455,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:27.064489 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65', '568257a3-4b22-4824-93f6-db72460b6e73', '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:27.100089 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84ec7ed6-8cbd-4615-a653-0e36b5345c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.105320 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event deleted for resources: {'Port': ['ID=12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:27.158872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] No DVR routers for this DVR port 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:27.162146 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.165239 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef853757-79b7-4d4d-a8eb-45eb08c63077 req-13703642-232c-40fd-b4c1-ddd9f7a8fad8 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "DELETE /v2.0/ports/12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 HTTP/1.1" status: 204 len: 173 time: 0.7324481 Aug 20 00:04:27.171229 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'name': 'network-vif-deleted', 'tag': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:27.174013 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b345eeda-02cb-46d0-803b-ff8864e10247" -d '{"events": [{"server_uuid": "b402b90c-4e69-48c4-abe7-2cb2523ff424", "name": "network-vif-deleted", "tag": "12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:27.257392 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5966fe5-9046-4fb0-a922-07d4043d5703 x-openstack-request-id: req-b5966fe5-9046-4fb0-a922-07d4043d5703 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:27.258919 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b402b90c-4e69-48c4-abe7-2cb2523ff424", "name": "network-vif-deleted", "tag": "12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:27.258919 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5966fe5-9046-4fb0-a922-07d4043d5703 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:27.258919 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b402b90c-4e69-48c4-abe7-2cb2523ff424', 'name': 'network-vif-deleted', 'tag': '12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1', 'status': 'completed', 'code': 200} Aug 20 00:04:27.285292 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-142437b9-d406-4fab-978b-455f143faa53 req-f8ede533-06e1-47b0-bf1c-a24451cda4f5 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b402b90c-4e69-48c4-abe7-2cb2523ff424 HTTP/1.1" status: 200 len: 210 time: 0.0404177 Aug 20 00:04:27.353334 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['6aa1d0ff-2c39-4d4f-923f-cc229096492f'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:27.361020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['040dd4e1-1bc7-4466-b474-913b3036b455'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:27.361689 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84ec7ed6-8cbd-4615-a653-0e36b5345c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.369874 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84ec7ed6-8cbd-4615-a653-0e36b5345c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:27.369874 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-84ec7ed6-8cbd-4615-a653-0e36b5345c2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93262046-68b9-49ee-81f9-da4b0bc97f60 HTTP/1.1" status: 204 len: 168 time: 0.3903744 Aug 20 00:04:27.427225 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec7ed6-8cbd-4615-a653-0e36b5345c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93262046-68b9-49ee-81f9-da4b0bc97f60,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:27.477166 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c48a-e5c5-44f8-a0a5-fddc65341a06 req-53f5d98e-dc92-4d58-9e18-a345895a87ee tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:27.486986 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a5e1c48a-e5c5-44f8-a0a5-fddc65341a06 req-53f5d98e-dc92-4d58-9e18-a345895a87ee tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.1181436 Aug 20 00:04:27.497218 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['fe3a2aca-d5a3-4288-8023-9d6f2193f258'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:27.569061 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a5e1c48a-e5c5-44f8-a0a5-fddc65341a06 req-82053fcf-df7d-4778-9c21-66ce12a2e356 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806839 Aug 20 00:04:27.635055 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c797-9d8b-49e3-8dfe-b53153b89157 req-2900a38f-a5d1-4d40-9628-53ad1dfcd359 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:27.636828 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a072c797-9d8b-49e3-8dfe-b53153b89157 req-2900a38f-a5d1-4d40-9628-53ad1dfcd359 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 944 time: 0.1128612 Aug 20 00:04:27.727503 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a072c797-9d8b-49e3-8dfe-b53153b89157 req-cfaa5ac0-5df3-4569-bba1-69e003295f90 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817363 Aug 20 00:04:27.776618 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0731f-b147-4a4d-a32b-a7686f2da71a req-bd6f8cca-f77b-4aad-9d65-deaea6c0862e tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:27.778336 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d8d0731f-b147-4a4d-a32b-a7686f2da71a req-bd6f8cca-f77b-4aad-9d65-deaea6c0862e tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 944 time: 0.1027491 Aug 20 00:04:27.833337 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d8d0731f-b147-4a4d-a32b-a7686f2da71a req-8d23b37a-196c-41b3-9983-713df6192f0f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Aug 20 00:04:28.015118 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:28.536220 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43610) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:28.643772 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1707148743-network', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:28.723261 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797808-36ac-46d3-94b9-cf647bad0637 req-a64ce9a5-bcd4-436f-a688-3b31e7ad7d52 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:28.725001 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-97797808-36ac-46d3-94b9-cf647bad0637 req-a64ce9a5-bcd4-436f-a688-3b31e7ad7d52 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0574834 Aug 20 00:04:28.768334 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Made reservation on behalf of f547d26d93324f3aa34b62cf920aedd6 for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:28.770685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:28.785319 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-97797808-36ac-46d3-94b9-cf647bad0637 req-26a1a960-d4fb-4494-ac36-759a846eee00 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Aug 20 00:04:28.786698 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:28.945047 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899f9a0-a009-44f0-80fe-753af56e0c91 req-97a4be79-4540-4489-a826-1712b750198a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:28.946652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3899f9a0-a009-44f0-80fe-753af56e0c91 req-97a4be79-4540-4489-a826-1712b750198a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 944 time: 0.0861313 Aug 20 00:04:28.995122 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.033442 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3899f9a0-a009-44f0-80fe-753af56e0c91 req-f715a59b-2726-4599-a01a-c5969ef06fef tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719442 Aug 20 00:04:29.044656 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ded16e-f1e0-4797-b929-3eab8d4fac13 req-29122a05-08c4-4609-bf1c-b462a20d7d15 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:29.046345 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-11ded16e-f1e0-4797-b929-3eab8d4fac13 req-29122a05-08c4-4609-bf1c-b462a20d7d15 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 944 time: 0.1133938 Aug 20 00:04:29.094794 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-11ded16e-f1e0-4797-b929-3eab8d4fac13 req-e09b2435-a607-4158-9dca-c2930fa69ff4 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Aug 20 00:04:29.168498 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.183469 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e13e-c6d5-46b7-8766-4e5c56d1a9cf req-864e0e1f-0ce0-40c9-82bc-521540f9e6bd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:29.185125 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b4b6e13e-c6d5-46b7-8766-4e5c56d1a9cf req-864e0e1f-0ce0-40c9-82bc-521540f9e6bd tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 946 time: 0.0624335 Aug 20 00:04:29.212379 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:04:29.237805 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.238149 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Added segment 1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8 of type vlan for network f67cd798-3ca2-48b0-8584-92045e20bcf4 Aug 20 00:04:29.241390 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a772e0-cda8-4a91-92c8-9cef5ce7e6d5,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:29.283191 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b4b6e13e-c6d5-46b7-8766-4e5c56d1a9cf req-7b3298c7-db8d-43b8-a074-dd3d46120f7d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901315 Aug 20 00:04:29.300488 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.401140 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.402144 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:29.402761 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.465057 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] Pushing event updated for resources: {'Network': ['ID=f67cd798-3ca2-48b0-8584-92045e20bcf4,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:29.476615 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:04:29.536797 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4a04b341-db17-4b2f-a4ac-a3ff6d5d12cd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9989381 Aug 20 00:04:29.539288 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43624) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:29.544515 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Request body: {'subnet': {'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1707148743-subnet', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:29.664027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.692820 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Made reservation on behalf of f547d26d93324f3aa34b62cf920aedd6 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:29.695171 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:29.767152 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 040dd4e1-1bc7-4466-b474-913b3036b455 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:29.952706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 040dd4e1-1bc7-4466-b474-913b3036b455 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:29.954240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcebf9-0acb-4fa4-ab15-15567769d8ab req-810bcf42-90ce-4fcd-aede-52b4d3712954 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:29.955821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-22bcebf9-0acb-4fa4-ab15-15567769d8ab req-810bcf42-90ce-4fcd-aede-52b4d3712954 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0622396 Aug 20 00:04:29.960411 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 040dd4e1-1bc7-4466-b474-913b3036b455 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:29.960961 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.016852 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-22bcebf9-0acb-4fa4-ab15-15567769d8ab req-0757edb1-0767-43cb-8e4b-7282bae6c835 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529497 Aug 20 00:04:30.023841 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.086871 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.143072 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 040dd4e1-1bc7-4466-b474-913b3036b455, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=040dd4e1-1bc7-4466-b474-913b3036b455,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:30.144881 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040dd4e1-1bc7-4466-b474-913b3036b455'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:30.148074 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b6e88-646c-4eb2-a9a7-b284b81c3bf5" -d '{"events": [{"server_uuid": "dd9a0322-f63a-4710-8f4b-398f4262b328", "name": "network-vif-plugged", "status": "completed", "tag": "040dd4e1-1bc7-4466-b474-913b3036b455"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:30.285261 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.286989 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 6aa1d0ff-2c39-4d4f-923f-cc229096492f up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:30.429510 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=040dd4e1-1bc7-4466-b474-913b3036b455,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:30.453397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:30.497797 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d0bc1-e404-4dd1-aeed-b8bc4a41691e req-09187a11-98d5-4153-a3ad-172d9112f7e2 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:30.499401 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d30d0bc1-e404-4dd1-aeed-b8bc4a41691e req-09187a11-98d5-4153-a3ad-172d9112f7e2 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.1576145 Aug 20 00:04:30.511460 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-5b9e4310-8331-4c51-88a2-501cbbcd6032 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:30.513001 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-5b9e4310-8331-4c51-88a2-501cbbcd6032 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 946 time: 0.1700590 Aug 20 00:04:30.523653 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 6aa1d0ff-2c39-4d4f-923f-cc229096492f completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:30.528375 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 6aa1d0ff-2c39-4d4f-923f-cc229096492f triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:30.528766 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.544660 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Checking segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:30.544660 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Network hostable DHCP agents. Network: f67cd798-3ca2-48b0-8584-92045e20bcf4, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:04:30.556445 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7120a2-d4f7-4978-8e6a-04bed4581ea4 req-f1119219-8c99-4383-890d-d59f110e62fd tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:30.557978 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a7120a2-d4f7-4978-8e6a-04bed4581ea4 req-f1119219-8c99-4383-890d-d59f110e62fd tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 944 time: 0.1508255 Aug 20 00:04:30.618512 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.633609 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d30d0bc1-e404-4dd1-aeed-b8bc4a41691e req-e6fc4f00-fa97-452a-827e-5e6c6b8b3c1b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178479 Aug 20 00:04:30.661901 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6aa1d0ff-2c39-4d4f-923f-cc229096492f,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:30.674759 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a7120a2-d4f7-4978-8e6a-04bed4581ea4 req-6978b423-10b1-459b-bbed-4406e91e4122 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965173 Aug 20 00:04:30.695045 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d4edc-778f-47bf-8fbb-70b96a13ee7c x-openstack-request-id: req-e85d4edc-778f-47bf-8fbb-70b96a13ee7c {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:30.695487 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a0322-f63a-4710-8f4b-398f4262b328", "name": "network-vif-plugged", "status": "completed", "tag": "040dd4e1-1bc7-4466-b474-913b3036b455", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:30.695894 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e85d4edc-778f-47bf-8fbb-70b96a13ee7c {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:30.696507 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040dd4e1-1bc7-4466-b474-913b3036b455', 'code': 200} Aug 20 00:04:30.703886 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:04:30.740347 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.741979 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:30.753634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Deleting port 568257a3-4b22-4824-93f6-db72460b6e73 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:30.754162 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.882924 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, f67cd798-3ca2-48b0-8584-92045e20bcf4) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:30.895005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=6aa1d0ff-2c39-4d4f-923f-cc229096492f,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:30.896106 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:30.896725 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.912148 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f04df-bf7c-4287-afdb-88fd823ee3e5 None None] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:04:30.962117 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port fe3a2aca-d5a3-4288-8023-9d6f2193f258 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:30.962603 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.988376 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] For port 568257a3-4b22-4824-93f6-db72460b6e73, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=568257a3-4b22-4824-93f6-db72460b6e73,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:30.988752 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:30.999410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f944e-72b8-4b0e-b01e-7fcb7a8fe8dc req-63e515b8-d690-40ac-bf84-58ff09b250b0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:31.001147 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ee6f944e-72b8-4b0e-b01e-7fcb7a8fe8dc req-63e515b8-d690-40ac-bf84-58ff09b250b0 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.2396624 Aug 20 00:04:31.009798 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca5475-e055-48cd-a65d-2347820d2873 req-32d471e5-a436-4539-b2e4-13ef9bc281f9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:31.011388 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07ca5475-e055-48cd-a65d-2347820d2873 req-32d471e5-a436-4539-b2e4-13ef9bc281f9 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 946 time: 0.2167559 Aug 20 00:04:31.056438 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Calling delete_port for 568257a3-4b22-4824-93f6-db72460b6e73 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:31.100660 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-0b8a4592-da86-4132-8fa8-6d51ec099834 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5600820 Aug 20 00:04:31.102524 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43644) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:31.108987 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:31.139521 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.159800 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ee6f944e-72b8-4b0e-b01e-7fcb7a8fe8dc req-1e87ef57-b190-4dac-b134-13b2212a7c42 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473291 Aug 20 00:04:31.175344 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-07ca5475-e055-48cd-a65d-2347820d2873 req-a2e0d418-16dd-401f-9990-4faea0cdbf2e tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493413 Aug 20 00:04:31.192134 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7f832-469f-4f70-b7ca-4d4cd7bd0177 req-b116f216-6c58-42a8-8b50-39d4cc47675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:31.192134 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-20e7f832-469f-4f70-b7ca-4d4cd7bd0177 req-b116f216-6c58-42a8-8b50-39d4cc47675f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 1098 time: 0.1361032 Aug 20 00:04:31.198696 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-f67cd798-3ca2-48b0-8584-92045e20bcf4', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:04:31.202216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.245143 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-20e7f832-469f-4f70-b7ca-4d4cd7bd0177 req-4fb69ac8-9162-45e7-a675-8cf4a049e365 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Aug 20 00:04:31.245640 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.249015 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:31.250467 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.332600 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.336741 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483139-ad64-4ec2-b6ab-d7d823e6179b req-9103fd3b-6afe-450f-a779-ef514b3ef956 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:31.338405 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79483139-ad64-4ec2-b6ab-d7d823e6179b req-9103fd3b-6afe-450f-a779-ef514b3ef956 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 944 time: 0.0919957 Aug 20 00:04:31.366254 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.367604 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:31.391494 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79483139-ad64-4ec2-b6ab-d7d823e6179b req-1581d3f0-7667-4633-a637-bfbd5381c68f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Aug 20 00:04:31.428990 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:31.429568 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 12820d9d-3c6b-45ce-a8e3-b2c7ef2828c1 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:31.472823 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.502882 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['9c5a1846-7d01-4b75-a3fd-e066209b6f65', '568257a3-4b22-4824-93f6-db72460b6e73'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:31.514513 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event deleted for resources: {'Port': ['ID=568257a3-4b22-4824-93f6-db72460b6e73,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:31.562186 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] No DVR routers for this DVR port 568257a3-4b22-4824-93f6-db72460b6e73 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:31.565401 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.570402 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-02b37c30-a6b2-4435-b575-cc87b92bae1a req-cd8ef132-d392-4126-b041-eb8487993fd4 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "DELETE /v2.0/ports/568257a3-4b22-4824-93f6-db72460b6e73 HTTP/1.1" status: 204 len: 173 time: 1.0484433 Aug 20 00:04:31.570402 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'name': 'network-vif-deleted', 'tag': '568257a3-4b22-4824-93f6-db72460b6e73'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:31.581528 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd641a-5966-4b4f-8538-cba53e23b23a" -d '{"events": [{"server_uuid": "8c03b1a3-bce1-4310-a719-19d30579f6bb", "name": "network-vif-deleted", "tag": "568257a3-4b22-4824-93f6-db72460b6e73"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:31.583954 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=10']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:31.634386 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Allocated IP 172.20.0.2 (f67cd798-3ca2-48b0-8584-92045e20bcf4/1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5/2bcfb292-0461-48c1-93da-6b8cad3ee7c7) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:31.636125 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adc14d6-c0cb-431b-aea6-0e30c6f55f7d x-openstack-request-id: req-6adc14d6-c0cb-431b-aea6-0e30c6f55f7d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:31.636653 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c03b1a3-bce1-4310-a719-19d30579f6bb", "name": "network-vif-deleted", "tag": "568257a3-4b22-4824-93f6-db72460b6e73", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:31.637069 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6adc14d6-c0cb-431b-aea6-0e30c6f55f7d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:31.637636 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c03b1a3-bce1-4310-a719-19d30579f6bb', 'name': 'network-vif-deleted', 'tag': '568257a3-4b22-4824-93f6-db72460b6e73', 'status': 'completed', 'code': 200} Aug 20 00:04:31.696388 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.843106 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9e2a9-38fc-4545-a904-27839f7a0588 req-941ed95c-7fe7-45ef-bebf-a6f0f4b1e5ad tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:31.845881 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fb9e2a9-38fc-4545-a904-27839f7a0588 req-941ed95c-7fe7-45ef-bebf-a6f0f4b1e5ad tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.1002154 Aug 20 00:04:31.918535 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:31.932448 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Transition to ACTIVE for port object 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:31.947984 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fb9e2a9-38fc-4545-a904-27839f7a0588 req-b7b58a64-4d31-454f-80b4-b95643bedb69 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870178 Aug 20 00:04:31.959487 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bef8d1-2de8-4af9-ba09-1d9c63642bc2 req-cd8260d7-fb90-4335-91da-d99c8dea7cce tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:31.975474 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-89bef8d1-2de8-4af9-ba09-1d9c63642bc2 req-cd8260d7-fb90-4335-91da-d99c8dea7cce tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.1279488 Aug 20 00:04:31.975730 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Transition to ACTIVE for port object 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:32.023320 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-89bef8d1-2de8-4af9-ba09-1d9c63642bc2 req-e3567806-526c-4886-a555-e846be5832d3 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467105 Aug 20 00:04:32.066932 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.107354 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:32.111005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:32.114754 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:32.121221 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.123634 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Pushing event updated for resources: {'Port': ['ID=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:32.144627 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.194694 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Attempting to bind port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:32.194906 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Attempting to bind port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:32.195256 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Attempting to bind port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:32.201050 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:32.201417 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Checking segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:32.201817 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.202204 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Bound using segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:32.202678 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Bound port: 2bcfb292-0461-48c1-93da-6b8cad3ee7c7, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:32.204129 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.275085 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Allocated IP 172.27.1.20 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/fcd76d39-ec9f-4710-9f87-e41f8b8e0f18) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:32.287452 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] For port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:32.293549 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] For port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:32.337504 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3fd49054-6e18-4939-abe0-89a062245a62 req-6733eaf0-378f-442f-9dd0-8bee3c0f0410 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c03b1a3-bce1-4310-a719-19d30579f6bb HTTP/1.1" status: 200 len: 210 time: 0.0296502 Aug 20 00:04:32.360652 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.369827 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7faa2-de4f-44b3-a697-63272c5b1e05 req-2f60934e-f214-486b-8398-45c98cf8b659 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:32.371568 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b7e7faa2-de4f-44b3-a697-63272c5b1e05 req-2f60934e-f214-486b-8398-45c98cf8b659 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0963643 Aug 20 00:04:32.396402 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.470503 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Pushing event updated for resources: {'Port': ['ID=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:32.479579 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.479972 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.480399 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.480691 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.481029 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.481366 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.481704 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.482038 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.482418 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.482758 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.483074 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.483417 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b7d98-39d6-4f0d-9f8d-49e066a9d403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:32.484842 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b7e7faa2-de4f-44b3-a697-63272c5b1e05 req-19c6dc8a-e63b-43a2-b25b-f59798c80236 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007283 Aug 20 00:04:32.539251 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:32.585909 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499c620-9a98-4a1f-a057-669f11385a14 req-03edf265-dfb8-4c4b-a90c-901362ffeee8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:32.588505 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b499c620-9a98-4a1f-a057-669f11385a14 req-03edf265-dfb8-4c4b-a90c-901362ffeee8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0764072 Aug 20 00:04:32.589047 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:32.591907 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:32.596345 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:32.627062 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Pushing event updated for resources: {'Port': ['ID=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:32.646395 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b499c620-9a98-4a1f-a057-669f11385a14 req-d5af958b-5731-4001-89b5-b25e12577f64 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491059 Aug 20 00:04:32.700969 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa1d0ff-2c39-4d4f-923f-cc229096492f'}, {'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:32.709242 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f858bd7-50fc-4953-bd68-f34d3626c3f0" -d '{"events": [{"server_uuid": "9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08", "name": "network-vif-plugged", "status": "completed", "tag": "6aa1d0ff-2c39-4d4f-923f-cc229096492f"}, {"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:32.806935 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a61cf-9447-48dc-889f-4bda18e127e3 x-openstack-request-id: req-5a9a61cf-9447-48dc-889f-4bda18e127e3 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:32.807318 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08", "name": "network-vif-plugged", "status": "completed", "tag": "6aa1d0ff-2c39-4d4f-923f-cc229096492f", "code": 200}, {"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-plugged", "status": "completed", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:32.807620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a9a61cf-9447-48dc-889f-4bda18e127e3 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:32.808290 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa1d0ff-2c39-4d4f-923f-cc229096492f', 'code': 200} Aug 20 00:04:32.808849 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'code': 200} Aug 20 00:04:32.951878 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-d62b0e84-dacc-4a6d-872d-8defef417e9a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:32.954083 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-d62b0e84-dacc-4a6d-872d-8defef417e9a tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.0597632 Aug 20 00:04:33.112088 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f10dd5-0985-4f6b-b8d3-1ee78f32ae15 req-05757d40-794e-4ff7-a01f-df1895ecf935 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:33.119972 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a8f10dd5-0985-4f6b-b8d3-1ee78f32ae15 req-05757d40-794e-4ff7-a01f-df1895ecf935 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.0855911 Aug 20 00:04:33.137996 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:33.147295 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Deleting port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:33.147666 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:33.259208 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a8f10dd5-0985-4f6b-b8d3-1ee78f32ae15 req-736507f7-b501-4d85-80c5-789d9f83724a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381230 Aug 20 00:04:33.282687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ddc09-09ac-4222-99d8-8085529668d7 req-fb50cedf-113e-42bd-ba65-fc489109d74f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:33.284485 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7f5ddc09-09ac-4222-99d8-8085529668d7 req-fb50cedf-113e-42bd-ba65-fc489109d74f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.1595969 Aug 20 00:04:33.329240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] For port f06a6c84-c0f9-4667-ba39-8dff3f744bd6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:33.332290 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:33.400201 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Calling delete_port for f06a6c84-c0f9-4667-ba39-8dff3f744bd6 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:33.412814 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7f5ddc09-09ac-4222-99d8-8085529668d7 req-d611b40a-d372-4e6f-926c-21cdc09ef28a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217451 Aug 20 00:04:33.477554 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:33.506400 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf7d9b-f3ef-4b28-bafb-3ca860a77860 req-4a40b620-1fbe-423a-a748-e829667e57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:33.509720 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fcf7d9b-f3ef-4b28-bafb-3ca860a77860 req-4a40b620-1fbe-423a-a748-e829667e57d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 1098 time: 0.1560671 Aug 20 00:04:33.604126 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fcf7d9b-f3ef-4b28-bafb-3ca860a77860 req-b62b6df8-40fd-457f-a275-101c873ff7b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832717 Aug 20 00:04:33.733799 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:33.801842 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 568257a3-4b22-4824-93f6-db72460b6e73 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:33.809861 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeac77-8045-4918-aa74-29ec3df69445 req-65ee1d52-629f-4e36-ac24-d563b89a69ab tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:33.815135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:04:33.835709 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9ffeac77-8045-4918-aa74-29ec3df69445 req-65ee1d52-629f-4e36-ac24-d563b89a69ab tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 946 time: 0.1807868 Aug 20 00:04:33.851504 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 568257a3-4b22-4824-93f6-db72460b6e73 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:33.852247 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 568257a3-4b22-4824-93f6-db72460b6e73 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:33.857563 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2758e8-4d89-441b-a2a1-953f9843e269 None None] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:04:33.940910 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:33.958828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['f7e08eec-131b-419c-9ef6-1a160627d9de'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:34.027836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Pushing event deleted for resources: {'Port': ['ID=f06a6c84-c0f9-4667-ba39-8dff3f744bd6,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:34.098787 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c482b-cd2a-48e6-bf72-dc62f2f71b78 req-c2f61238-6ce5-4bb6-ad23-0ed3e72c7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:34.100941 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a58c482b-cd2a-48e6-bf72-dc62f2f71b78 req-c2f61238-6ce5-4bb6-ad23-0ed3e72c7170 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 1099 time: 0.2598913 Aug 20 00:04:34.101942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] No DVR routers for this DVR port f06a6c84-c0f9-4667-ba39-8dff3f744bd6 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:34.124066 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.124066 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-971fbbb4-6ae5-4c12-a594-1e22771e4df1 req-6971c5c8-473a-4665-b4fe-7e360424f53b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "DELETE /v2.0/ports/f06a6c84-c0f9-4667-ba39-8dff3f744bd6 HTTP/1.1" status: 204 len: 173 time: 1.1603391 Aug 20 00:04:34.141433 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] Provisioning for port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:34.147471 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:34.150884 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f737c-63f6-46b9-ab86-f10f16cc964c req-147692b6-6d75-432e-bca4-6371b63b074f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:34.159626 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] Provisioning complete for port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:34.159840 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a2f737c-63f6-46b9-ab86-f10f16cc964c req-147692b6-6d75-432e-bca4-6371b63b074f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.2859061 Aug 20 00:04:34.160405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.161871 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'name': 'network-vif-deleted', 'tag': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:34.164453 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6213f88-4aa7-4e5a-88bf-d9ce175a9a91" -d '{"events": [{"server_uuid": "39887f19-33d6-4c47-961c-ce218a8c26cb", "name": "network-vif-deleted", "tag": "f06a6c84-c0f9-4667-ba39-8dff3f744bd6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:34.173097 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9ffeac77-8045-4918-aa74-29ec3df69445 req-f9eb7932-0390-4353-8694-46c5a8645e37 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354409 Aug 20 00:04:34.202742 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:34.203607 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.240141 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a2f737c-63f6-46b9-ab86-f10f16cc964c req-f7a7cbda-2b56-4733-bb0b-0719078123f9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791802 Aug 20 00:04:34.254151 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a58c482b-cd2a-48e6-bf72-dc62f2f71b78 req-029e528f-0b77-4781-bc91-29a7a4efd29f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442256 Aug 20 00:04:34.264279 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329f7341-814e-49c5-a73a-67a3cf881055 x-openstack-request-id: req-329f7341-814e-49c5-a73a-67a3cf881055 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:34.264807 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39887f19-33d6-4c47-961c-ce218a8c26cb", "name": "network-vif-deleted", "tag": "f06a6c84-c0f9-4667-ba39-8dff3f744bd6", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:34.265268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-329f7341-814e-49c5-a73a-67a3cf881055 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:34.267399 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39887f19-33d6-4c47-961c-ce218a8c26cb', 'name': 'network-vif-deleted', 'tag': 'f06a6c84-c0f9-4667-ba39-8dff3f744bd6', 'status': 'completed', 'code': 200} Aug 20 00:04:34.273901 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:04:34.286014 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:04:34.295420 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:34.296169 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:34.372538 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.377384 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4f87f12e-f1d1-4767-ba17-3623070714da admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2704077 Aug 20 00:04:34.382639 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43714) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:34.415170 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:34.503547 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.522405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.598262 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] For port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:34.674751 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:34.739593 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fb68a-b0a1-4b1b-a585-a1745388cd27 req-940edabd-c56a-4ae5-b915-c927452fcee5 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:34.747994 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-438fb68a-b0a1-4b1b-a585-a1745388cd27 req-940edabd-c56a-4ae5-b915-c927452fcee5 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.1356235 Aug 20 00:04:34.755268 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:32Z', 'revision_number': 3, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:34.798284 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-438fb68a-b0a1-4b1b-a585-a1745388cd27 req-41333a6d-90a2-4bb3-b6ca-5d4742a83dca tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493052 Aug 20 00:04:34.800331 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:04:34.801406 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Updating router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:04:34.810918 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.db.api [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 00:04:34.811812 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG oslo_db.api [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 00:04:34.820177 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60ca5f-503a-4025-b8b1-6a380a0983b1 None None] Pushing event updated for resources: {'Port': ['ID=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:34.842070 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.014173 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-a1b630fb-b3be-4fd5-b2dd-7a7a92085af6 None None] Provisioning complete for port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:35.017700 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a1b630fb-b3be-4fd5-b2dd-7a7a92085af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.110297 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.292612 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.312196 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Transition to ACTIVE for port object fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:35.342762 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-957e6337-43d8-43c0-86ee-12ae4510280f req-7f26a1d6-5971-408e-a766-217d0f136949 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=39887f19-33d6-4c47-961c-ce218a8c26cb HTTP/1.1" status: 200 len: 210 time: 0.0566113 Aug 20 00:04:35.406758 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Allocated IP 172.20.0.1 (f67cd798-3ca2-48b0-8584-92045e20bcf4/1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5/815e77f4-2dea-4683-b7cf-64f33e6a97fb) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:35.415243 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.490888 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a19372-8bbb-41e0-b0c5-8c50a7696ff6 req-d4d977b7-c316-4661-8764-90c211464547 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:35.493863 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-61a19372-8bbb-41e0-b0c5-8c50a7696ff6 req-d4d977b7-c316-4661-8764-90c211464547 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0712061 Aug 20 00:04:35.504474 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Attempting to bind port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:35.504985 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Attempting to bind port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:35.505471 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Attempting to bind port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:35.516218 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Pushing event updated for resources: {'Port': ['ID=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:35.518550 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:35.519052 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:35.519582 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.520009 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:35.520551 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Bound port: fcd76d39-ec9f-4710-9f87-e41f8b8e0f18, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:35.520959 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.560121 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.560511 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.560869 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.561206 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.561625 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.561899 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.562206 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.562575 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.562926 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.563290 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.563675 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.564048 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:04:35.584355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.604836 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Transition to ACTIVE for port object 815e77f4-2dea-4683-b7cf-64f33e6a97fb will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:35.661477 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-61a19372-8bbb-41e0-b0c5-8c50a7696ff6 req-c2fda29b-560a-40e2-89ee-8ad8a6a69224 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623988 Aug 20 00:04:35.676078 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:35.686968 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21421ca3-80bf-4cb1-af99-f67c53f64418 req-698313f7-22e2-4efd-8acd-657bbc8d824d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:35.693709 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] For port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:35.699456 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] For port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:35.700681 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21421ca3-80bf-4cb1-af99-f67c53f64418 req-698313f7-22e2-4efd-8acd-657bbc8d824d tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.1641865 Aug 20 00:04:35.738150 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:35.738565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.747654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21421ca3-80bf-4cb1-af99-f67c53f64418 req-37c58629-1cb0-481e-94d7-2033119afa7c tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Aug 20 00:04:35.778986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.788864 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f06a6c84-c0f9-4667-ba39-8dff3f744bd6 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:35.814318 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: f06a6c84-c0f9-4667-ba39-8dff3f744bd6 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:35.815513 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f06a6c84-c0f9-4667-ba39-8dff3f744bd6 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:35.819299 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.825421 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:35.827431 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:35.831645 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:35.841087 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Pushing event updated for resources: {'Port': ['ID=815e77f4-2dea-4683-b7cf-64f33e6a97fb,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:35.908093 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:35.985731 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:35.986965 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:36.020153 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5971b66-68d0-4182-a18a-d62f77e2ef66 req-a6994434-9ea7-4793-a0ac-e6cd8310c564 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:36.029131 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d5971b66-68d0-4182-a18a-d62f77e2ef66 req-a6994434-9ea7-4793-a0ac-e6cd8310c564 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.0862696 Aug 20 00:04:36.040780 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2181d-a8ea-468c-99cc-aa89e9113123 None None] Pushing event updated for resources: {'Port': ['ID=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:36.097100 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d5971b66-68d0-4182-a18a-d62f77e2ef66 req-22729407-8697-43c6-afbb-a98602bba67e tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664394 Aug 20 00:04:36.176771 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:36.386421 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:36.387829 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-745142fb-382f-4332-ba25-e98304bb1778 None None] Provisioning for port 815e77f4-2dea-4683-b7cf-64f33e6a97fb completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:36.399550 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-745142fb-382f-4332-ba25-e98304bb1778 None None] Provisioning complete for port 815e77f4-2dea-4683-b7cf-64f33e6a97fb triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:36.405150 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-745142fb-382f-4332-ba25-e98304bb1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:36.466608 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:32Z', 'revision_number': 3, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:36.729603 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-745142fb-382f-4332-ba25-e98304bb1778 None None] Port 815e77f4-2dea-4683-b7cf-64f33e6a97fb cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:04:36.729930 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e24b1-17aa-4f7d-931d-b1bd544c86a8 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:32Z', 'revision_number': 3, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:04:36.730496 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:36.850951 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:36.863266 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bbad5-ef88-43bb-aaa9-cee7f597d868 req-42dfaa3f-2a1a-4ade-8e59-f549e57377c2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:36.865060 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a7bbad5-ef88-43bb-aaa9-cee7f597d868 req-42dfaa3f-2a1a-4ade-8e59-f549e57377c2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.1085091 Aug 20 00:04:36.939499 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a7bbad5-ef88-43bb-aaa9-cee7f597d868 req-1daffd97-2fa9-446a-9749-8e976916f7e1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670121 Aug 20 00:04:36.985556 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Pushing event updated for resources: {'Port': ['ID=815e77f4-2dea-4683-b7cf-64f33e6a97fb,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:37.013970 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:37.198772 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410791-9414-41f9-a401-fc25d067633a req-76cde231-4415-4eb8-bc79-11f5dd8c4d1f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:37.198772 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cd410791-9414-41f9-a401-fc25d067633a req-76cde231-4415-4eb8-bc79-11f5dd8c4d1f tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.1109886 Aug 20 00:04:37.227232 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:37.229038 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:37.275771 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cd410791-9414-41f9-a401-fc25d067633a req-bdaa9c42-4407-4403-bd22-5f11313a92c0 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Aug 20 00:04:37.398119 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c7c1c-7c6b-4af5-8f58-97876b5fcaa7 req-1d9335c8-220f-4968-adf5-3da7bb555bde tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:37.406780 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c57c7c1c-7c6b-4af5-8f58-97876b5fcaa7 req-1d9335c8-220f-4968-adf5-3da7bb555bde tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1009600 Aug 20 00:04:37.491827 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c57c7c1c-7c6b-4af5-8f58-97876b5fcaa7 req-b4b26300-8dd7-4244-adc5-78be0babe660 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836198 Aug 20 00:04:37.494629 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:04:37.646841 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-bc1ca919-269b-4e81-aad9-48e57fe94a90 None None] Provisioning complete for port 815e77f4-2dea-4683-b7cf-64f33e6a97fb triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:37.648163 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca919-269b-4e81-aad9-48e57fe94a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:37.670123 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-91466340-b3ce-4212-a4df-dc19b31256b2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:37.674231 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-91466340-b3ce-4212-a4df-dc19b31256b2 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.1261585 Aug 20 00:04:37.722850 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ca919-269b-4e81-aad9-48e57fe94a90 None None] Port 815e77f4-2dea-4683-b7cf-64f33e6a97fb cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:04:37.754663 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:04:37.772080 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6997505a-54aa-4689-8ce6-341e051fdb03 admin admin] 10.222.0.35 "PUT /v2.0/routers/5c50a503-0f7d-4fc0-81d8-f382814e9fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3833745 Aug 20 00:04:37.803420 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:37.930008 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Deleting port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:37.930615 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.047521 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:38.052457 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:38.053097 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.122853 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] For port 9c5a1846-7d01-4b75-a3fd-e066209b6f65, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9c5a1846-7d01-4b75-a3fd-e066209b6f65,segment=NetworkSegment(a6a5e245-0557-47fe-a422-7cced4e371a9),segment_id=a6a5e245-0557-47fe-a422-7cced4e371a9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:38.123504 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.141644 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Calling delete_port for 9c5a1846-7d01-4b75-a3fd-e066209b6f65 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:38.173047 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72011-9c67-41b6-bc99-3088e333efd2 req-4e9c3431-6002-4d39-8dca-455a335c9729 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:38.176025 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ce72011-9c67-41b6-bc99-3088e333efd2 req-4e9c3431-6002-4d39-8dca-455a335c9729 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.1149924 Aug 20 00:04:38.183431 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.230015 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:38.286925 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ce72011-9c67-41b6-bc99-3088e333efd2 req-6316fcd6-d9d5-481c-9863-0354dfa50a64 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647135 Aug 20 00:04:38.301536 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.360536 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:38.442156 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a28f-a609-48f9-acb7-4ad1bcf32072 req-d5daf46d-b46b-426c-8508-be505fb34054 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:38.444192 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6d4a28f-a609-48f9-acb7-4ad1bcf32072 req-d5daf46d-b46b-426c-8508-be505fb34054 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.1293831 Aug 20 00:04:38.497599 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ffd88-5f19-4ee5-9bec-d7d09a17bdf0 req-21e87800-1cfb-4712-9a0c-842c3e9f53cf tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:38.504936 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-409ffd88-5f19-4ee5-9bec-d7d09a17bdf0 req-21e87800-1cfb-4712-9a0c-842c3e9f53cf tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 946 time: 0.1129947 Aug 20 00:04:38.517840 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.579903 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6d4a28f-a609-48f9-acb7-4ad1bcf32072 req-0005b74d-fbd1-47b8-acfd-1a2e74174b86 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152921 Aug 20 00:04:38.580861 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Pushing event deleted for resources: {'Port': ['ID=9c5a1846-7d01-4b75-a3fd-e066209b6f65,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:38.636389 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-409ffd88-5f19-4ee5-9bec-d7d09a17bdf0 req-67c3bec6-8cc8-4093-84b4-2b2569315333 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/security-groups?id=7f2e07aa-a290-422e-848c-9fb5f39ae257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328132 Aug 20 00:04:38.669070 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] No DVR routers for this DVR port 9c5a1846-7d01-4b75-a3fd-e066209b6f65 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:38.672960 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:38.676449 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d1109627-b2dd-46b6-8727-1c1f5bfa2725 req-54952b86-8d09-4977-b76b-288a4d1a2710 tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.10 "DELETE /v2.0/ports/9c5a1846-7d01-4b75-a3fd-e066209b6f65 HTTP/1.1" status: 204 len: 173 time: 0.9845724 Aug 20 00:04:38.677149 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'name': 'network-vif-deleted', 'tag': '9c5a1846-7d01-4b75-a3fd-e066209b6f65'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:38.682212 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a151ffa-70fc-438b-9ad9-d0dc0fd546cc" -d '{"events": [{"server_uuid": "b361d82d-bee3-4df2-85c9-f25665296b8e", "name": "network-vif-deleted", "tag": "9c5a1846-7d01-4b75-a3fd-e066209b6f65"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:38.756592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d57e98f-1562-4be9-856a-26095a24fc40 x-openstack-request-id: req-3d57e98f-1562-4be9-856a-26095a24fc40 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:38.756592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b361d82d-bee3-4df2-85c9-f25665296b8e", "name": "network-vif-deleted", "tag": "9c5a1846-7d01-4b75-a3fd-e066209b6f65", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:38.756592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d57e98f-1562-4be9-856a-26095a24fc40 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:38.756926 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b361d82d-bee3-4df2-85c9-f25665296b8e', 'name': 'network-vif-deleted', 'tag': '9c5a1846-7d01-4b75-a3fd-e066209b6f65', 'status': 'completed', 'code': 200} Aug 20 00:04:38.769004 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18831b-f4fe-4683-b8c1-ed226445136a req-1af20130-4415-4fa4-a922-a37dba843732 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:38.772485 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3f18831b-f4fe-4683-b8c1-ed226445136a req-1af20130-4415-4fa4-a922-a37dba843732 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0850425 Aug 20 00:04:38.820612 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3f18831b-f4fe-4683-b8c1-ed226445136a req-1ca82c26-3b44-45fb-a21f-bbadf1979c3b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Aug 20 00:04:38.941301 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43838) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:38.949630 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1525417946-network', 'tenant_id': '5771390374504646bf18f8835f57b0f1'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:38.984149 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:04:38.994467 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:38.995109 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:39.120926 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Made reservation on behalf of 5771390374504646bf18f8835f57b0f1 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:39.123514 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.138423 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.139062 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:39.252140 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.335470 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.365814 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:04:39.377670 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9d08bc-8044-4cb8-91c5-bd874ca5639f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:39.386090 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.391152 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Added segment eda307a2-7b49-4ef6-a7f9-02d311f0c58c of type vlan for network 1a1535b2-40b6-4f91-b352-6db0f7625c9c Aug 20 00:04:39.393110 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 2, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:39.422465 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:04:39.422979 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Updating router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 port 815e77f4-2dea-4683-b7cf-64f33e6a97fb binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:04:39.450185 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.456876 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.485556 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f33d06-bde0-4512-8956-11e63d611678 req-51eebce6-bd07-441b-bdef-f809990a320b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:39.487980 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f33d06-bde0-4512-8956-11e63d611678 req-51eebce6-bd07-441b-bdef-f809990a320b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0551879 Aug 20 00:04:39.529779 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f33d06-bde0-4512-8956-11e63d611678 req-e9841ff2-1746-4ddd-ab72-15265f691b33 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362439 Aug 20 00:04:39.552399 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.553774 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:39.554522 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.630456 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] Pushing event updated for resources: {'Network': ['ID=1a1535b2-40b6-4f91-b352-6db0f7625c9c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:39.652046 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:39.666144 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:04:39.710420 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7dce982a-bdf3-4243-b295-4ba6a04c453d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7676709 Aug 20 00:04:39.712908 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43848) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:39.720242 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Request body: {'subnet': {'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1525417946-subnet', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:39.759192 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395c689-f5b4-496b-9510-d2b0dbc1b5c2 req-800c5b5f-c71b-4bc5-885c-5d30bc9bd131 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:39.760781 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b395c689-f5b4-496b-9510-d2b0dbc1b5c2 req-800c5b5f-c71b-4bc5-885c-5d30bc9bd131 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.0583203 Aug 20 00:04:39.793371 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fad6899-c903-456b-aee3-1d9f4fc19528 req-248bd937-6df0-452f-872f-537f17727fbe tempest-AttachVolumeNegativeTest-555565096 tempest-AttachVolumeNegativeTest-555565096-project] 10.222.0.35 "GET /v2.0/ports?device_id=b361d82d-bee3-4df2-85c9-f25665296b8e HTTP/1.1" status: 200 len: 210 time: 0.0312567 Aug 20 00:04:39.810891 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 9c5a1846-7d01-4b75-a3fd-e066209b6f65 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:39.830719 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Made reservation on behalf of 5771390374504646bf18f8835f57b0f1 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:39.834127 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b395c689-f5b4-496b-9510-d2b0dbc1b5c2 req-d4f964a6-a6cf-473f-87e8-af8c1b68bf71 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628088 Aug 20 00:04:39.837293 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.850868 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 9c5a1846-7d01-4b75-a3fd-e066209b6f65 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:39.851214 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 9c5a1846-7d01-4b75-a3fd-e066209b6f65 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:39.854186 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:39.854565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.953374 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:39.985565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Transition to ACTIVE for port object 815e77f4-2dea-4683-b7cf-64f33e6a97fb will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:39.991870 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f9604-344a-42b0-8135-59803d9d27f8 req-2fc81ad7-4448-410d-90aa-151951d119b4 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:39.998252 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6d5f9604-344a-42b0-8135-59803d9d27f8 req-2fc81ad7-4448-410d-90aa-151951d119b4 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0710020 Aug 20 00:04:40.041205 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6d5f9604-344a-42b0-8135-59803d9d27f8 req-8f1dcc74-4021-499a-bdc2-adb35f071648 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Aug 20 00:04:40.064562 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.117620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cf163-b940-4d36-b21d-4c3246e11b27 None None] Pushing event updated for resources: {'Port': ['ID=815e77f4-2dea-4683-b7cf-64f33e6a97fb,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:40.175743 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.183352 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Attempting to bind port 815e77f4-2dea-4683-b7cf-64f33e6a97fb on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:40.183708 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Attempting to bind port 815e77f4-2dea-4683-b7cf-64f33e6a97fb by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:40.184338 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Attempting to bind port 815e77f4-2dea-4683-b7cf-64f33e6a97fb on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:40.192414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:40.192880 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Checking segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:40.193575 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.194196 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Bound using segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:40.194902 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Bound port: 815e77f4-2dea-4683-b7cf-64f33e6a97fb, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:40.195380 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.199063 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-03e38f5b-d473-410d-b1e7-7aa9b764848a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:40.200646 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-03e38f5b-d473-410d-b1e7-7aa9b764848a tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.0554926 Aug 20 00:04:40.246814 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a9e08c-73b3-4aa5-a511-6a02201ccc9f,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:40.253327 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Checking segment: {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:40.253689 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Network hostable DHCP agents. Network: 1a1535b2-40b6-4f91-b352-6db0f7625c9c, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:04:40.302539 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] For port 815e77f4-2dea-4683-b7cf-64f33e6a97fb, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:40.306718 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] For port 815e77f4-2dea-4683-b7cf-64f33e6a97fb, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=815e77f4-2dea-4683-b7cf-64f33e6a97fb,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:40.323730 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Deleting port 6aa1d0ff-2c39-4d4f-923f-cc229096492f {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:40.324110 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.336051 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:04:40.398571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.423914 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] For port 6aa1d0ff-2c39-4d4f-923f-cc229096492f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6aa1d0ff-2c39-4d4f-923f-cc229096492f,segment=NetworkSegment(f62045fe-b32c-427a-85b6-b56ff0846907),segment_id=f62045fe-b32c-427a-85b6-b56ff0846907)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:40.424283 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.426548 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 1a1535b2-40b6-4f91-b352-6db0f7625c9c) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:40.437999 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:40.438630 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.440364 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Calling delete_port for 6aa1d0ff-2c39-4d4f-923f-cc229096492f owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:40.450188 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779ab5d-7184-43d4-a74c-32393256e87c None None] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:04:40.511800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:40.513039 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:40.533725 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-00953c96-6dab-4af2-a9ba-87293d01cdf2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8195908 Aug 20 00:04:40.536273 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43854) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:40.541640 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:40.621261 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.622894 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.682759 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cf163-b940-4d36-b21d-4c3246e11b27 None None] Pushing event updated for resources: {'Port': ['ID=815e77f4-2dea-4683-b7cf-64f33e6a97fb,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:40.700904 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.827019 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:40.869908 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43860) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:40.906619 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-1a1535b2-40b6-4f91-b352-6db0f7625c9c', 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'fixed_ips': [{'subnet_id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:04:40.907475 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:40.967747 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f22c6-6b3c-41fe-97c2-6eccf6e94100 req-2454b73a-cffd-4f5d-99a6-48c0dd9b5093 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:40.971303 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d03f22c6-6b3c-41fe-97c2-6eccf6e94100 req-2454b73a-cffd-4f5d-99a6-48c0dd9b5093 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 945 time: 0.0565727 Aug 20 00:04:41.023848 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d03f22c6-6b3c-41fe-97c2-6eccf6e94100 req-4bcbf0e9-945b-40cc-81f9-ac2a3d25fe1d tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452282 Aug 20 00:04:41.025283 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.073057 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['6aa1d0ff-2c39-4d4f-923f-cc229096492f'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:41.079141 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Pushing event deleted for resources: {'Port': ['ID=6aa1d0ff-2c39-4d4f-923f-cc229096492f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:41.135121 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] No DVR routers for this DVR port 6aa1d0ff-2c39-4d4f-923f-cc229096492f on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:41.138420 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.140996 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c969243e-b7a9-4bfe-b7f7-65970307327f req-fc6306cc-4b22-4353-a032-c8c6bffc9b9f tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.10 "DELETE /v2.0/ports/6aa1d0ff-2c39-4d4f-923f-cc229096492f HTTP/1.1" status: 204 len: 173 time: 0.9291430 Aug 20 00:04:41.141479 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'name': 'network-vif-deleted', 'tag': '6aa1d0ff-2c39-4d4f-923f-cc229096492f'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:41.152389 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cf7a9b-a424-4b85-8b9a-92ee0ff20b58" -d '{"events": [{"server_uuid": "9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08", "name": "network-vif-deleted", "tag": "6aa1d0ff-2c39-4d4f-923f-cc229096492f"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:41.215439 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb76af43-8cb5-47d4-9af8-7f4a6a5bdba9 x-openstack-request-id: req-cb76af43-8cb5-47d4-9af8-7f4a6a5bdba9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:41.215742 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08", "name": "network-vif-deleted", "tag": "6aa1d0ff-2c39-4d4f-923f-cc229096492f", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:41.216046 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb76af43-8cb5-47d4-9af8-7f4a6a5bdba9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:41.216448 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08', 'name': 'network-vif-deleted', 'tag': '6aa1d0ff-2c39-4d4f-923f-cc229096492f', 'status': 'completed', 'code': 200} Aug 20 00:04:41.243592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad627e-e140-4ea5-a10c-850cf52acd18 req-c31db828-1a19-4e42-aa4e-4acd888bb340 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:41.252861 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21ad627e-e140-4ea5-a10c-850cf52acd18 req-c31db828-1a19-4e42-aa4e-4acd888bb340 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.0898354 Aug 20 00:04:41.255677 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Allocated IP 172.20.0.2 (1a1535b2-40b6-4f91-b352-6db0f7625c9c/08a9e08c-73b3-4aa5-a511-6a02201ccc9f/0d36a1ce-0c16-43fd-8e81-66761a64304f) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:41.275402 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.287825 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Deleting subnet e4b8b709-4881-4f60-81d0-49b63bb7d03f {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:04:41.291569 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.319035 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21ad627e-e140-4ea5-a10c-850cf52acd18 req-616b885c-b868-4098-bd27-23a11284229e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648608 Aug 20 00:04:41.358871 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:40Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:41.362872 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.397311 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f73543-763c-4afc-af02-5b12f6a9650d None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:40Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:04:41.490316 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.565401 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.581353 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Transition to ACTIVE for port object 0d36a1ce-0c16-43fd-8e81-66761a64304f will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:41.615691 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Transition to ACTIVE for port object 0d36a1ce-0c16-43fd-8e81-66761a64304f will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:41.669816 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 815e77f4-2dea-4683-b7cf-64f33e6a97fb up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:41.688648 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.706162 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.724143 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b8b709-4881-4f60-81d0-49b63bb7d03f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:41.747994 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.752843 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c133b00a-2db6-47c3-ae5c-187884daa35d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e4b8b709-4881-4f60-81d0-49b63bb7d03f HTTP/1.1" status: 204 len: 168 time: 0.8791068 Aug 20 00:04:41.755240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43868) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:41.763211 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:41.769447 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:41.776580 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.777635 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:41.781893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Pushing event updated for resources: {'Port': ['ID=0d36a1ce-0c16-43fd-8e81-66761a64304f,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:41.817071 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.852297 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Attempting to bind port 0d36a1ce-0c16-43fd-8e81-66761a64304f on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:41.852683 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Attempting to bind port 0d36a1ce-0c16-43fd-8e81-66761a64304f by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:41.853058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Attempting to bind port 0d36a1ce-0c16-43fd-8e81-66761a64304f on network 1a1535b2-40b6-4f91-b352-6db0f7625c9c {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:41.868283 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.868511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:41.868511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Checking segment: {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:41.868511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.868511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Bound using segment: {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:41.868511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Bound port: 0d36a1ce-0c16-43fd-8e81-66761a64304f, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:41.868511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.922923 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 815e77f4-2dea-4683-b7cf-64f33e6a97fb completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:41.933761 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 815e77f4-2dea-4683-b7cf-64f33e6a97fb triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:41.934137 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:41.995854 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Allocated IP 172.27.1.253 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/78e53ca2-0e47-4594-ae5f-8bb834cb33c4) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:42.019082 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] For port 0d36a1ce-0c16-43fd-8e81-66761a64304f, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:42.039478 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.042594 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] For port 0d36a1ce-0c16-43fd-8e81-66761a64304f, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=0d36a1ce-0c16-43fd-8e81-66761a64304f,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:42.055070 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.055725 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.056722 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.057304 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.057810 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.058315 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.059052 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.059561 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.060076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.060577 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.095588 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.180205 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.185441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.185836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.186167 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.186501 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 00:04:42.186907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f09d90-e837-43da-bf3c-5f3349530506']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:42.221968 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 815e77f4-2dea-4683-b7cf-64f33e6a97fb, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=815e77f4-2dea-4683-b7cf-64f33e6a97fb,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:42.225105 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a5e245-0557-47fe-a422-7cced4e371a9') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:42.225401 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a5e245-0557-47fe-a422-7cced4e371a9') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:42.269731 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ad9bffb3-6aae-4082-b7cd-955f1c324497 req-80b59da2-3171-4b49-8ae7-c708c3f7d201 tempest-VolumesActionsTest-1024739357 tempest-VolumesActionsTest-1024739357-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e9542af-d8b9-4c6f-9b8e-b4e2ee4baa08 HTTP/1.1" status: 200 len: 210 time: 0.0769093 Aug 20 00:04:42.288250 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.294714 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.329326 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.343279 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.344687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:04:42.345391 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.354933 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eceb4-6266-462e-9c99-9d5d70887f9f None None] Pushing event updated for resources: {'Port': ['ID=0d36a1ce-0c16-43fd-8e81-66761a64304f,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: from cryptography.utils import int_from_bytes Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: from cryptography.utils import int_from_bytes Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:04:42.355149 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:04:42.418974 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.436364 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=815e77f4-2dea-4683-b7cf-64f33e6a97fb,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:42.494489 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:42.500311 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:42.504136 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:42.526886 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Pushing event updated for resources: {'Port': ['ID=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:42.578517 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b2178-6fa9-481b-ab3b-77b0fe144aa5 req-c71199b4-36d1-4a4d-ab40-dfd7bc5252d6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:42.599256 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-453b2178-6fa9-481b-ab3b-77b0fe144aa5 req-c71199b4-36d1-4a4d-ab40-dfd7bc5252d6 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1258333 Aug 20 00:04:42.623799 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.663269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:42.667558 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/37f09d90-e837-43da-bf3c-5f3349530506 HTTP/1.1" status: 204 len: 168 time: 0.9088211 Aug 20 00:04:42.669076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b5b7-2a5f-460b-a391-14f5f11af7a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f09d90-e837-43da-bf3c-5f3349530506,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:42.692393 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-453b2178-6fa9-481b-ab3b-77b0fe144aa5 req-06df1149-e80c-424d-9418-d80c2ded35bf tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921993 Aug 20 00:04:43.068957 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:43.208962 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43880) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:43.268074 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-56a8de55-2f09-4ba8-ba3b-a2ed28bd4e29 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bffb1117bdeb4df8b5d5e14f9f2294f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572662 Aug 20 00:04:43.271588 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 43882) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:43.360780 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0430adaa-0303-431c-817b-a55333396fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:43.404376 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0430adaa-0303-431c-817b-a55333396fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:43.423555 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:43.600327 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0430adaa-0303-431c-817b-a55333396fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:43.618498 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0430adaa-0303-431c-817b-a55333396fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:43.618498 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-0430adaa-0303-431c-817b-a55333396fd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f2e07aa-a290-422e-848c-9fb5f39ae257 HTTP/1.1" status: 204 len: 168 time: 0.3411784 Aug 20 00:04:43.631907 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77348a7-098c-4437-b828-dcac0b7454a3 None None] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:04:43.653017 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430adaa-0303-431c-817b-a55333396fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2e07aa-a290-422e-848c-9fb5f39ae257,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:43.721077 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Router e2c56a58-6491-4bf4-949e-2e7a99a7361f is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:04:43.727568 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-3a613e02-5e1f-4b62-b2e6-d24c75b19b6f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:43.736493 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-3a613e02-5e1f-4b62-b2e6-d24c75b19b6f tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1938691 Aug 20 00:04:43.917649 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-b31b5f01-0a5a-418a-acc0-bdcff09df714 None None] Provisioning for port 0d36a1ce-0c16-43fd-8e81-66761a64304f completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:43.958203 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 815e77f4-2dea-4683-b7cf-64f33e6a97fb up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:43.972234 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93b0d-b4ef-401f-8639-5e8b0a3a8a67 req-bc16fb71-84c3-446a-a692-bcd07e801ec9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:43.974024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6c93b0d-b4ef-401f-8639-5e8b0a3a8a67 req-bc16fb71-84c3-446a-a692-bcd07e801ec9 tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 945 time: 0.1569910 Aug 20 00:04:44.011456 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:04:44.028646 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Sync routers for ids ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:04:44.050962 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Routers {'e2c56a58-6491-4bf4-949e-2e7a99a7361f'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:44.056158 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:44.068969 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Deleting port f7e08eec-131b-419c-9ef6-1a160627d9de {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:44.069817 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.100288 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 815e77f4-2dea-4683-b7cf-64f33e6a97fb triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:44.101301 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.174298 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.177045 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6e3100de-488b-49f8-9ed5-8ef9f83941de admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6391056 Aug 20 00:04:44.181665 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43904) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:44.233334 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6c93b0d-b4ef-401f-8639-5e8b0a3a8a67 req-0c259825-550c-4d30-8d20-b25ef6bec96b tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/security-groups?id=3a90774d-6c88-41e9-8044-bd8ef0045b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487102 Aug 20 00:04:44.317944 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 0d36a1ce-0c16-43fd-8e81-66761a64304f up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:44.347597 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] For port f7e08eec-131b-419c-9ef6-1a160627d9de, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7e08eec-131b-419c-9ef6-1a160627d9de,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:44.347994 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.377652 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Calling delete_port for f7e08eec-131b-419c-9ef6-1a160627d9de owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:44.483382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 0d36a1ce-0c16-43fd-8e81-66761a64304f completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:44.487588 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 0d36a1ce-0c16-43fd-8e81-66761a64304f triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:44.488020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.542193 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Set router e2c56a58-6491-4bf4-949e-2e7a99a7361f gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:44.672098 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.678386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.716913 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['f7e08eec-131b-419c-9ef6-1a160627d9de'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:04:44.747211 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Pushing event deleted for resources: {'Port': ['ID=f7e08eec-131b-419c-9ef6-1a160627d9de,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:44.797002 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 0d36a1ce-0c16-43fd-8e81-66761a64304f, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=0d36a1ce-0c16-43fd-8e81-66761a64304f,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:44.821198 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] No DVR routers for this DVR port f7e08eec-131b-419c-9ef6-1a160627d9de on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:04:44.833563 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.836288 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79915ea7-616d-41ea-9648-d7f84691ecaa req-2e25efa6-83d3-4fc0-8ad5-a674d1cdfddd tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.10 "DELETE /v2.0/ports/f7e08eec-131b-419c-9ef6-1a160627d9de HTTP/1.1" status: 204 len: 173 time: 1.0938475 Aug 20 00:04:44.840646 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'name': 'network-vif-deleted', 'tag': 'f7e08eec-131b-419c-9ef6-1a160627d9de'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:04:44.840646 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab634b-2465-414b-8bbd-6cdf95521d5f" -d '{"events": [{"server_uuid": "49979108-1f6d-43b5-aa72-c1ea8c917ef4", "name": "network-vif-deleted", "tag": "f7e08eec-131b-419c-9ef6-1a160627d9de"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:04:44.869635 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:44.891413 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178d89b-3519-421d-8a54-f9d7593830cc x-openstack-request-id: req-f178d89b-3519-421d-8a54-f9d7593830cc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:04:44.891800 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49979108-1f6d-43b5-aa72-c1ea8c917ef4", "name": "network-vif-deleted", "tag": "f7e08eec-131b-419c-9ef6-1a160627d9de", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:04:44.892156 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f178d89b-3519-421d-8a54-f9d7593830cc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:04:44.892639 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49979108-1f6d-43b5-aa72-c1ea8c917ef4', 'name': 'network-vif-deleted', 'tag': 'f7e08eec-131b-419c-9ef6-1a160627d9de', 'status': 'completed', 'code': 200} Aug 20 00:04:44.920562 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 3, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:44.951148 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Checking router: e2c56a58-6491-4bf4-949e-2e7a99a7361f for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:04:44.951505 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Updating router e2c56a58-6491-4bf4-949e-2e7a99a7361f port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:04:44.964711 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=0d36a1ce-0c16-43fd-8e81-66761a64304f,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:44.992962 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.026604 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.262864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Allocated IP 172.20.0.1 (1a1535b2-40b6-4f91-b352-6db0f7625c9c/08a9e08c-73b3-4aa5-a511-6a02201ccc9f/e9bd3705-040f-4afc-986f-18585b3a8ef4) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:45.434641 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-50ec650a-382f-45aa-805f-ab722fadeefb req-8e1ee605-d6ed-4fb8-8fd3-6267f98fda2e tempest-ServerRescueNegativeTestJSON-647774803 tempest-ServerRescueNegativeTestJSON-647774803-project] 10.222.0.35 "GET /v2.0/ports?device_id=49979108-1f6d-43b5-aa72-c1ea8c917ef4 HTTP/1.1" status: 200 len: 210 time: 0.0646729 Aug 20 00:04:45.446873 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.469499 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Transition to ACTIVE for port object e9bd3705-040f-4afc-986f-18585b3a8ef4 will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:45.514006 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.524939 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Transition to ACTIVE for port object 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:45.609981 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.612447 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 0d36a1ce-0c16-43fd-8e81-66761a64304f up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:45.654975 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:45.657997 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:45.661631 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:45.673516 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.682094 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 0d36a1ce-0c16-43fd-8e81-66761a64304f triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:45.684032 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.743855 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bd3705-040f-4afc-986f-18585b3a8ef4,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:45.777906 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Attempting to bind port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:45.778297 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Attempting to bind port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:45.782541 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.785246 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Attempting to bind port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:45.810399 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:45.810773 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:45.811183 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.811581 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:45.827288 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Bound port: 78e53ca2-0e47-4594-ae5f-8bb834cb33c4, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:45.827967 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:45.870489 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b5477-2d4f-4ee4-a3c7-8199f1711d9d None None] Pushing event updated for resources: {'Port': ['ID=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,revision_number=2']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:45.875212 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 6aa1d0ff-2c39-4d4f-923f-cc229096492f no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:45.907685 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 6aa1d0ff-2c39-4d4f-923f-cc229096492f {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:45.908069 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 6aa1d0ff-2c39-4d4f-923f-cc229096492f not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:45.908510 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f7e08eec-131b-419c-9ef6-1a160627d9de no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:45.941195 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] For port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:45.944760 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: f7e08eec-131b-419c-9ef6-1a160627d9de {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:45.945202 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device f7e08eec-131b-419c-9ef6-1a160627d9de not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:45.965045 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] For port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:46.044225 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:46.097002 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Routers {'e2c56a58-6491-4bf4-949e-2e7a99a7361f'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:46.097684 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:46.184627 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b5477-2d4f-4ee4-a3c7-8199f1711d9d None None] Pushing event updated for resources: {'Port': ['ID=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:46.195293 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-82aba1ca-48ef-4278-a7da-f42ab6fb1356 None None] Provisioning for port e9bd3705-040f-4afc-986f-18585b3a8ef4 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:46.201426 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-82aba1ca-48ef-4278-a7da-f42ab6fb1356 None None] Provisioning complete for port e9bd3705-040f-4afc-986f-18585b3a8ef4 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:46.207806 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-82aba1ca-48ef-4278-a7da-f42ab6fb1356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:46.208078 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:46.252782 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-82aba1ca-48ef-4278-a7da-f42ab6fb1356 None None] Port e9bd3705-040f-4afc-986f-18585b3a8ef4 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:04:46.273602 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] Set router e2c56a58-6491-4bf4-949e-2e7a99a7361f gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:46.393427 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:46.478374 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 3, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:46.485337 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:46.515744 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670b823-766c-4586-a991-6a6caa215ea1 None None] The sync data for ids ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'] in dv-cinder-759943-12-iscsi is: [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 3, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:04:46.529326 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 43972) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:46.633149 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:46.637429 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bd3705-040f-4afc-986f-18585b3a8ef4,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:47.241985 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:47.245656 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:47.518051 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Router e2c56a58-6491-4bf4-949e-2e7a99a7361f has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:04:47.613883 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-70ded856-f22f-4b5d-af66-d5c04bcd5c8a None None] Provisioning complete for port e9bd3705-040f-4afc-986f-18585b3a8ef4 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:47.614695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-70ded856-f22f-4b5d-af66-d5c04bcd5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:47.732656 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:47.790565 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:04:47.800541 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2df017f6-3123-4148-8b4d-59c27c2eab11 admin admin] 10.222.0.35 "PUT /v2.0/routers/e2c56a58-6491-4bf4-949e-2e7a99a7361f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6135008 Aug 20 00:04:47.801030 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:47.838920 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-70ded856-f22f-4b5d-af66-d5c04bcd5c8a None None] Port e9bd3705-040f-4afc-986f-18585b3a8ef4 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:04:47.941135 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:47.946332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:47.947023 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.043160 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.070908 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:48.146084 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Deleting port f7a62dbd-09fb-41ec-a914-c849739199e9 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:48.146431 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.152120 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.206077 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:48.261518 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] For port f7a62dbd-09fb-41ec-a914-c849739199e9, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=f7a62dbd-09fb-41ec-a914-c849739199e9,segment=NetworkSegment(922b2e6d-3303-4741-bbdb-bc3be25821f0),segment_id=922b2e6d-3303-4741-bbdb-bc3be25821f0)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:48.262111 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.275354 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Calling delete_port for f7a62dbd-09fb-41ec-a914-c849739199e9 owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:48.607901 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.620091 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44004) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:48.626310 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140388604', 'description': 'tempest-secgroup-smoke-1140388604 description', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:48.638114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a62dbd-09fb-41ec-a914-c849739199e9,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:48.721575 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.835433 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.858398 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.922140 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:48.964819 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef312db1-733b-47fe-8c9c-eee14b88d0d5,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:49.145527 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Router 057490a4-b8aa-4620-8573-22f5b081f7cf has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:04:49.184175 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.186047 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-bcc692de-0f77-4af3-b1da-58fa3e2444c1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5641260 Aug 20 00:04:49.194048 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44016) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:49.199622 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group_rule': {'security_group_id': 'ef312db1-733b-47fe-8c9c-eee14b88d0d5', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:49.254233 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Sync routers for ids ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:04:49.268409 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Routers {'e2c56a58-6491-4bf4-949e-2e7a99a7361f'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:49.270324 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:49.282942 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:04:49.288224 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-567a56cb-86ad-4044-a606-5e3d5b2b3ffa admin admin] 10.222.0.35 "PUT /v2.0/routers/057490a4-b8aa-4620-8573-22f5b081f7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392161 Aug 20 00:04:49.292272 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44018) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:49.294992 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] Sync routers for ids ['057490a4-b8aa-4620-8573-22f5b081f7cf'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:04:49.307885 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] Routers {'057490a4-b8aa-4620-8573-22f5b081f7cf'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:49.308765 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['057490a4-b8aa-4620-8573-22f5b081f7cf'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:49.355204 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.418201 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Set router e2c56a58-6491-4bf4-949e-2e7a99a7361f gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:49.447828 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] Set router 057490a4-b8aa-4620-8573-22f5b081f7cf gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:49.496643 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.500974 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks [] for router, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.598033 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.624216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d366ad-7104-4d31-b194-b29da224ebac,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:49.662201 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.723755 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.728652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-bd0db3c7-1a04-4d39-a24d-2815fdbf68e9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5333221 Aug 20 00:04:49.729130 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44024) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:49.737455 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group_rule': {'security_group_id': 'ef312db1-733b-47fe-8c9c-eee14b88d0d5', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:49.745849 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:04:45Z', 'revision_number': 4, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'e9bd3705-040f-4afc-986f-18585b3a8ef4', 'name': '', 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'mac_address': 'fa:16:3e:21:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:45Z', 'updated_at': '2021-08-20T00:04:46Z', 'revision_number': 2, 'project_id': '5771390374504646bf18f8835f57b0f1', 'subnets': [{'id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:49.790104 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Checking router: e2c56a58-6491-4bf4-949e-2e7a99a7361f for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:04:49.790698 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Updating router e2c56a58-6491-4bf4-949e-2e7a99a7361f port e9bd3705-040f-4afc-986f-18585b3a8ef4 binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:04:49.799627 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 5, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port': {'id': 'cfc7b510-134a-4baf-a97e-334f714cf98d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:18Z', 'updated_at': '2021-08-20T00:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:49.832655 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Deleting port cfc7b510-134a-4baf-a97e-334f714cf98d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:04:49.832978 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.833265 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.866533 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:49.866813 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] Checking router: 057490a4-b8aa-4620-8573-22f5b081f7cf for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:04:49.893861 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:49.900700 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] Routers {'057490a4-b8aa-4620-8573-22f5b081f7cf'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:49.901396 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['057490a4-b8aa-4620-8573-22f5b081f7cf'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:50.015867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] For port cfc7b510-134a-4baf-a97e-334f714cf98d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=cfc7b510-134a-4baf-a97e-334f714cf98d,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:50.016730 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.058570 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Calling delete_port for cfc7b510-134a-4baf-a97e-334f714cf98d owned by network:router_gateway {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:04:50.137006 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] Set router 057490a4-b8aa-4620-8573-22f5b081f7cf gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:50.288117 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:50.290415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.540529 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.583828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.603354 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:04:49Z', 'revision_number': 6, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:50.607397 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Transition to ACTIVE for port object e9bd3705-040f-4afc-986f-18585b3a8ef4 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:50.622069 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.632050 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc7b510-134a-4baf-a97e-334f714cf98d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:50.657581 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25cace4-c9d4-43c1-bb75-c87491af9645 None None] The sync data for ids ['057490a4-b8aa-4620-8573-22f5b081f7cf'] in dv-cinder-759943-12-iscsi is: [{'id': '057490a4-b8aa-4620-8573-22f5b081f7cf', 'name': 'tempest-ServerRescueNegativeTestJSON-1675207898-router', 'tenant_id': '3d576b1175b14854adce5215707e2616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:04:49Z', 'revision_number': 6, 'project_id': '3d576b1175b14854adce5215707e2616', 'gw_port_host': None}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:04:50.696483 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.740365 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.755724 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.762049 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f862060-3a05-4327-9a9b-48d6827e3ff7 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3705-040f-4afc-986f-18585b3a8ef4,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:50.795311 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5acf9a-e931-4f6d-a6e9-998ee198131c,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:50.856043 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Attempting to bind port e9bd3705-040f-4afc-986f-18585b3a8ef4 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:50.856636 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Attempting to bind port e9bd3705-040f-4afc-986f-18585b3a8ef4 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:50.857235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Attempting to bind port e9bd3705-040f-4afc-986f-18585b3a8ef4 on network 1a1535b2-40b6-4f91-b352-6db0f7625c9c {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:50.869827 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:50.870433 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Checking segment: {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:50.871450 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.872058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Bound using segment: {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:50.872891 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Bound port: e9bd3705-040f-4afc-986f-18585b3a8ef4, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:50.873926 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.910621 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.914196 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c0481420-42af-455c-9fba-3a2e55cc8a56 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1819224 Aug 20 00:04:50.916745 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44060) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:50.926379 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group_rule': {'security_group_id': 'ef312db1-733b-47fe-8c9c-eee14b88d0d5', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:50.936909 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:50.940026 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.128604 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] For port e9bd3705-040f-4afc-986f-18585b3a8ef4, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:51.178703 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] For port e9bd3705-040f-4afc-986f-18585b3a8ef4, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=e9bd3705-040f-4afc-986f-18585b3a8ef4,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:51.196431 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.216559 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.217511 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057490a4-b8aa-4620-8573-22f5b081f7cf {{(pid=101344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:04:51.229121 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.233934 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3a01ca39-9622-40e0-92f2-43e5e672c14a admin admin] 10.222.0.35 "DELETE /v2.0/routers/057490a4-b8aa-4620-8573-22f5b081f7cf HTTP/1.1" status: 204 len: 168 time: 1.9312501 Aug 20 00:04:51.234962 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44068) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:51.297028 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.352365 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Deleting subnet aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:04:51.356627 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.398742 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.474265 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.537954 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Routers {'e2c56a58-6491-4bf4-949e-2e7a99a7361f'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:04:51.542824 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:51.577936 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.692934 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.719056 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f862060-3a05-4327-9a9b-48d6827e3ff7 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3705-040f-4afc-986f-18585b3a8ef4,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:51.741875 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:51.746073 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.767607 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.772588 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-114aaf9c-b377-4c80-bc20-e9aeb6ee6ac2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aebdb9fe-bfaf-4a17-b0f1-7ebdfe6b9c7a HTTP/1.1" status: 204 len: 168 time: 0.5360558 Aug 20 00:04:51.780575 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44082) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:51.783778 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3182e4-5d04-401b-b116-fed7155cd6da,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:51.797720 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device cfc7b510-134a-4baf-a97e-334f714cf98d no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:51.840227 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] Set router e2c56a58-6491-4bf4-949e-2e7a99a7361f gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:04:51.842153 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: cfc7b510-134a-4baf-a97e-334f714cf98d {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:51.842522 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device cfc7b510-134a-4baf-a97e-334f714cf98d not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:51.843042 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f7a62dbd-09fb-41ec-a914-c849739199e9 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:04:51.886325 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.908471 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.918862 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: f7a62dbd-09fb-41ec-a914-c849739199e9 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:04:51.919549 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f7a62dbd-09fb-41ec-a914-c849739199e9 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:04:51.920993 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:51.923090 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4ddb77ae-cb5c-4c84-a865-9ffb8583b8f2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0045550 Aug 20 00:04:51.926829 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44084) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:51.932621 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group_rule': {'security_group_id': 'ef312db1-733b-47fe-8c9c-eee14b88d0d5', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:52.013939 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.026800 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2e9961-61b3-4f00-968c-ed683017db9b']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:52.048476 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922b2e6d-3303-4741-bbdb-bc3be25821f0') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:52.052329 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922b2e6d-3303-4741-bbdb-bc3be25821f0') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:52.078343 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.110641 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.119522 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:04:52.120352 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:04:52.122453 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:04:52.163516 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.236209 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:04:45Z', 'revision_number': 4, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'e9bd3705-040f-4afc-986f-18585b3a8ef4', 'name': '', 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'mac_address': 'fa:16:3e:21:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:45Z', 'updated_at': '2021-08-20T00:04:51Z', 'revision_number': 4, 'project_id': '5771390374504646bf18f8835f57b0f1', 'subnets': [{'id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:04:52.297525 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.304562 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122145a9-f0ce-444b-a34f-1c03f57651d7 None None] The sync data for ids ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'] in dv-cinder-759943-12-iscsi is: [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:04:45Z', 'revision_number': 4, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'e9bd3705-040f-4afc-986f-18585b3a8ef4', 'name': '', 'network_id': '1a1535b2-40b6-4f91-b352-6db0f7625c9c', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'mac_address': 'fa:16:3e:21:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:45Z', 'updated_at': '2021-08-20T00:04:51Z', 'revision_number': 4, 'project_id': '5771390374504646bf18f8835f57b0f1', 'subnets': [{'id': '08a9e08c-73b3-4aa5-a511-6a02201ccc9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:04:52.376515 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.384444 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.388194 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0b2e9961-61b3-4f00-968c-ed683017db9b HTTP/1.1" status: 204 len: 168 time: 0.6117582 Aug 20 00:04:52.408326 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.430576 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cd136-78e6-408e-bfe4-5beec62352b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2e9961-61b3-4f00-968c-ed683017db9b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:52.470432 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa0155d-5625-4d00-bfe7-7b92db747dd9,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:52.582104 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.584345 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-88556d63-7cfb-469b-b8f4-9397a3ba7e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6563752 Aug 20 00:04:52.587304 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44094) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:52.595244 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group_rule': {'security_group_id': 'ef312db1-733b-47fe-8c9c-eee14b88d0d5', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:52.744620 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.securitygroups_db [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Project f547d26d93324f3aa34b62cf920aedd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 00:04:52.753238 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.867614 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.947117 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:52.988205 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed78314-2f17-471f-a45e-b40f576a57e8,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:53.052817 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44100) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:53.089694 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.096186 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-19537c01-4628-441d-b72b-718d7a13daf4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5024977 Aug 20 00:04:53.096716 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44102) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:53.103694 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'security_group_rule': {'security_group_id': 'ef312db1-733b-47fe-8c9c-eee14b88d0d5', 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:53.132853 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-7006c117-4080-4730-b07b-f05b0f766867 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d576b1175b14854adce5215707e2616&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0778320 Aug 20 00:04:53.135716 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44104) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:53.219975 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7d0da53-c7db-440b-84e4-156f522691dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.262532 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7d0da53-c7db-440b-84e4-156f522691dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.273055 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.securitygroups_db [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Project f547d26d93324f3aa34b62cf920aedd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 00:04:53.287641 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.422463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7d0da53-c7db-440b-84e4-156f522691dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.425604 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7d0da53-c7db-440b-84e4-156f522691dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.428928 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e7d0da53-c7db-440b-84e4-156f522691dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a90774d-6c88-41e9-8044-bd8ef0045b81 HTTP/1.1" status: 204 len: 168 time: 0.2920141 Aug 20 00:04:53.457489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0da53-c7db-440b-84e4-156f522691dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a90774d-6c88-41e9-8044-bd8ef0045b81,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:53.521546 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.602128 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.645354 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3637654-4e21-4346-a4f9-161dc1ff1026,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:53.740549 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device e9bd3705-040f-4afc-986f-18585b3a8ef4 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:53.773274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.778023 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-059f09b2-4b50-4bf7-a27d-2e2f502c0c3f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6773674 Aug 20 00:04:53.908980 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port e9bd3705-040f-4afc-986f-18585b3a8ef4 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:04:53.920415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port e9bd3705-040f-4afc-986f-18585b3a8ef4 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:53.920415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:53.973846 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8586e399-b284-475e-aa34-54007d524faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:54.038101 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:54.122300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port e9bd3705-040f-4afc-986f-18585b3a8ef4, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=e9bd3705-040f-4afc-986f-18585b3a8ef4,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:04:54.190661 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:54.304387 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3705-040f-4afc-986f-18585b3a8ef4,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:55.354190 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44196) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:55.635300 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1114836177-network', 'tenant_id': '75110ee5293745249dc5652463ed8b76'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:55.685084 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device e9bd3705-040f-4afc-986f-18585b3a8ef4 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:55.744869 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port e9bd3705-040f-4afc-986f-18585b3a8ef4 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:04:55.745245 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:55.790555 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Made reservation on behalf of 75110ee5293745249dc5652463ed8b76 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:55.794956 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:55.840946 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.028503 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.145120 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.190742 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:04:56.204355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb04bc-74ff-45f1-b681-258675016e38,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:56.213924 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.214545 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Added segment 34717dbb-5b60-449b-8954-43d5a2649dd1 of type vlan for network a3c0fcb4-df7c-49ee-b841-61378cc641da Aug 20 00:04:56.290244 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.407737 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.409090 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:56.410287 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.518246 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c0fcb4-df7c-49ee-b841-61378cc641da,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:56.533896 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network a3c0fcb4-df7c-49ee-b841-61378cc641da details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:04:56.557471 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1b7a1564-d760-497b-bde5-35d40e06c5e0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2018249 Aug 20 00:04:56.560766 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44238) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:56.570961 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Request body: {'subnet': {'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1114836177-subnet', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:56.680955 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Made reservation on behalf of 75110ee5293745249dc5652463ed8b76 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:04:56.685697 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551766'] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.735856 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f71533df-5ad7-43f8-ae24-e3b109c3df8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:56.952114 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:57.052399 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15917113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551748'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:57.111668 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed897962-4f5d-457d-8448-234a8f3f30e4,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:57.141545 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Checking segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:57.142269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Network hostable DHCP agents. Network: a3c0fcb4-df7c-49ee-b841-61378cc641da, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:04:57.261100 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Network a3c0fcb4-df7c-49ee-b841-61378cc641da is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:04:57.409856 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, a3c0fcb4-df7c-49ee-b841-61378cc641da) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:57.415025 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:04:57.415853 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:57.425019 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0855396b-39fb-439e-a39b-8620c498fee9 None None] Network a3c0fcb4-df7c-49ee-b841-61378cc641da requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:04:57.637185 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-a3c0fcb4-df7c-49ee-b841-61378cc641da', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:04:57.638086 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:57.661903 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-7ac5e129-f4b3-4087-b11f-f0c42b6d68fc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0983326 Aug 20 00:04:57.665443 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44252) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:57.670972 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:04:57.835803 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Allocated IP 172.20.0.2 (a3c0fcb4-df7c-49ee-b841-61378cc641da/ed897962-4f5d-457d-8448-234a8f3f30e4/7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:57.873788 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:57.876920 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:57.988904 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.044976 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.059146 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.069524 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Transition to ACTIVE for port object 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:58.099278 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Transition to ACTIVE for port object 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:04:58.177908 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.248699 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Network a3c0fcb4-df7c-49ee-b841-61378cc641da is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:58.255191 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:58.273756 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:58.289329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Pushing event updated for resources: {'Port': ['ID=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:58.391466 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.417224 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Attempting to bind port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:04:58.417765 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Attempting to bind port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:04:58.418031 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Attempting to bind port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 on network a3c0fcb4-df7c-49ee-b841-61378cc641da {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:04:58.427439 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:04:58.428124 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Checking segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:04:58.429214 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.429775 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Bound using segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:04:58.430588 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Bound port: 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:04:58.431280 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.539818 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] For port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:04:58.545697 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] For port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:04:58.661622 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:58.744468 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec63377-8068-4e9d-85a4-9c52b9e706f9 None None] Pushing event updated for resources: {'Port': ['ID=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:04:59.093405 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:59.165788 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:59.441003 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Allocated IP 172.27.1.152 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/efb67d79-b43e-4a2c-9c01-d66c45b9c7e0) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:04:59.638435 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:59.650569 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:59.761748 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:04:59.779054 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:04:59.784197 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:04:59.846433 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:04:59.854421 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:04:59.860583 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:04:59.891544 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44290) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:04:59.904246 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Pushing event updated for resources: {'Port': ['ID=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:00.244436 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:00.273419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65c8f344-b539-4f33-a2bf-5f92a5972dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.371641 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82419d2-f653-4a69-b18e-9a7b788ed044 None None] Network a3c0fcb4-df7c-49ee-b841-61378cc641da requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:05:00.449702 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65c8f344-b539-4f33-a2bf-5f92a5972dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.535791 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65c8f344-b539-4f33-a2bf-5f92a5972dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.572449 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-93a6091b-0406-412b-8648-32246243a471 None None] Provisioning for port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:00.583484 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-93a6091b-0406-412b-8648-32246243a471 None None] Provisioning complete for port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:00.584146 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93a6091b-0406-412b-8648-32246243a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.612957 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.694867 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44300) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:00.696669 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-65c8f344-b539-4f33-a2bf-5f92a5972dcf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f5bad7d8b2648799b9a864611ca9c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8025022 Aug 20 00:05:00.700357 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8f344-b539-4f33-a2bf-5f92a5972dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395cb6b1-a6ee-4995-9b6c-7462df7ecf3f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:00.900899 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93a6091b-0406-412b-8648-32246243a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.910071 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49d31c49-248e-4708-83a4-2e3f66be6e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:00.994778 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-93a6091b-0406-412b-8648-32246243a471 None None] For port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:01.034609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49d31c49-248e-4708-83a4-2e3f66be6e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.117752 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-93a6091b-0406-412b-8648-32246243a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.176327 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.237076 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6091b-0406-412b-8648-32246243a471 None None] Pushing event updated for resources: {'Port': ['ID=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:01.295796 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49d31c49-248e-4708-83a4-2e3f66be6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.300406 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-49d31c49-248e-4708-83a4-2e3f66be6e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.305008 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-49d31c49-248e-4708-83a4-2e3f66be6e0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/395cb6b1-a6ee-4995-9b6c-7462df7ecf3f HTTP/1.1" status: 204 len: 168 time: 0.6055448 Aug 20 00:05:01.348429 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-0e2f7749-60f8-4105-9f71-6bd21ef5f016 None None] Provisioning complete for port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:01.349168 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e2f7749-60f8-4105-9f71-6bd21ef5f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.438986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d31c49-248e-4708-83a4-2e3f66be6e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395cb6b1-a6ee-4995-9b6c-7462df7ecf3f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:01.664837 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:01.696050 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:01.696388 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:01.789476 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:05:01.960337 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:05:01.985318 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:05:02.007267 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:02.016274 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:02.072742 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:02.078436 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5fa49678-7a71-4ca3-8d00-be682afccd33 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4070163 Aug 20 00:05:02.078751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44314) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:02.274497 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:02.710838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:00Z', 'revision_number': 3, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:02.794574 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:05:02.795014 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Updating router 0090e339-b18e-47bb-a319-1d3a045b5d9e port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:05:02.849077 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:02.939669 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.216932 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Allocated IP 172.20.0.1 (a3c0fcb4-df7c-49ee-b841-61378cc641da/ed897962-4f5d-457d-8448-234a8f3f30e4/d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:03.334837 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.355701 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Transition to ACTIVE for port object efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:03.432519 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.450428 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Transition to ACTIVE for port object d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:03.458607 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.534584 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Attempting to bind port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:05:03.535043 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Attempting to bind port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:05:03.535321 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Attempting to bind port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:03.543862 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd6c1-9114-4c9f-93c0-3f64fff1d558 None None] Pushing event updated for resources: {'Port': ['ID=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:03.545569 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:05:03.546717 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:03.547368 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.548320 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:05:03.549628 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Bound port: efb67d79-b43e-4a2c-9c01-d66c45b9c7e0, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:05:03.551173 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.562044 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.626229 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Network a3c0fcb4-df7c-49ee-b841-61378cc641da is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:03.630528 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:03.654408 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:03.669268 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] For port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:05:03.680178 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] For port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:05:03.726717 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:03.746690 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.757388 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:03.893384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:03.894816 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:04.087898 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:04.103187 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd6c1-9114-4c9f-93c0-3f64fff1d558 None None] Pushing event updated for resources: {'Port': ['ID=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:04.208977 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:04.350650 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2dd39324-3e6f-4c9c-befd-8ae6c9da48de None None] Provisioning for port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:04.362366 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2dd39324-3e6f-4c9c-befd-8ae6c9da48de None None] Provisioning complete for port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:04.362963 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd39324-3e6f-4c9c-befd-8ae6c9da48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:04.373694 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:04.460167 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:04.526988 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-2dd39324-3e6f-4c9c-befd-8ae6c9da48de None None] Port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:05:04.652417 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Pushing event updated for resources: {'Port': ['ID=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:04.670902 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:04.702831 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:00Z', 'revision_number': 3, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:04.742250 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898239a-5707-422b-874a-aa6f6857d846 None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:00Z', 'revision_number': 3, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:05:04.868595 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Network a3c0fcb4-df7c-49ee-b841-61378cc641da is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:04.870552 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:05.120288 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:05:05.363125 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:05:05.391758 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-562aa3d5-8412-4b01-a246-de49e1ad9418 admin admin] 10.222.0.35 "PUT /v2.0/routers/0090e339-b18e-47bb-a319-1d3a045b5d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2995758 Aug 20 00:05:05.395978 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-d2581da0-747e-4865-b860-960abf511447 None None] Provisioning complete for port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:05.396793 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d2581da0-747e-4865-b860-960abf511447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:05.490053 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-d2581da0-747e-4865-b860-960abf511447 None None] Port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:05:05.764441 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:06.031453 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:06.055400 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:06.057216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:06.353211 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:06.397870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:06.481928 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:06.629174 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:06.945551 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44386) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:06.953822 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519101546', 'description': 'tempest-description--441630923'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:07.078012 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:07.270944 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:07.355634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:07.412230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99e7afd-6ff8-472f-86f6-380a816f432a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:07.471820 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:05:07.488437 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:07.489590 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:07.610173 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:07.661283 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:07.687008 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:07.688908 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-6570a011-80b2-4b0a-9260-9d6ff43d175b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7417359 Aug 20 00:05:07.697490 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44398) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:07.707829 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'security_group_rule': {'security_group_id': 'b99e7afd-6ff8-472f-86f6-380a816f432a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:07.759355 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:07.760375 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:07.860118 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.000918 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:04Z', 'revision_number': 2, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:08.021023 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.044535 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:05:08.045214 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Updating router 0090e339-b18e-47bb-a319-1d3a045b5d9e port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:05:08.087001 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.163674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.214179 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea21a1e-6389-4f8d-ab47-700a7d7a8d74,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:08.300829 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.305576 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-821bd55f-7f30-4a13-9bb7-9631ad46ca81 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6025348 Aug 20 00:05:08.305925 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44412) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:08.312709 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'security_group_rule': {'security_group_id': 'b99e7afd-6ff8-472f-86f6-380a816f432a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:08.437980 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.555228 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.656126 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.681138 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fd8fd6-17de-4502-b9b9-8be2e2bcafea,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:08.744054 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.766523 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Transition to ACTIVE for port object d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:08.815545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.817239 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4ba7e44f-daff-4176-a532-1a3f4b482161 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5097823 Aug 20 00:05:08.820577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44418) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:08.827961 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:08.889204 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:08.943756 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf807df6-09f8-4d1d-a7a2-c43f8b34d258 None None] Pushing event updated for resources: {'Port': ['ID=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:08.944717 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44420) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:08.968176 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.031863 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Attempting to bind port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:05:09.032525 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Attempting to bind port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:05:09.034577 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Attempting to bind port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 on network a3c0fcb4-df7c-49ee-b841-61378cc641da {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:09.048730 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:05:09.049439 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Checking segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:09.050028 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.050586 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Bound using segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:05:09.051249 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Bound port: d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:05:09.051825 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.185465 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] For port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:05:09.188502 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] For port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:05:09.295275 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.330577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.370916 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3799c97-4ca9-4a9e-ab5d-f3e7d0ea56da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.480450 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf807df6-09f8-4d1d-a7a2-c43f8b34d258 None None] Pushing event updated for resources: {'Port': ['ID=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:09.524526 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3799c97-4ca9-4a9e-ab5d-f3e7d0ea56da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.572990 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:09.573800 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:04:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:09.601106 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3799c97-4ca9-4a9e-ab5d-f3e7d0ea56da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:09.682601 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f3799c97-4ca9-4a9e-ab5d-f3e7d0ea56da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=041f2e689be04b99990010fa56d7aa0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7352207 Aug 20 00:05:09.719431 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44430) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:09.872532 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3799c97-4ca9-4a9e-ab5d-f3e7d0ea56da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e871d1c-1a65-43ab-b4b7-03f0d09ed61a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:09.922057 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:09.952955 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Allocated IP 172.27.1.55 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/2b3c2bff-e506-4ee8-a23c-150a23bc22dd) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:10.031434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3cea78f-0cff-4460-b034-138453d6bdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.085553 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3cea78f-0cff-4460-b034-138453d6bdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.223685 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.379592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3cea78f-0cff-4460-b034-138453d6bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.383035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3cea78f-0cff-4460-b034-138453d6bdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.393140 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f3cea78f-0cff-4460-b034-138453d6bdbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e871d1c-1a65-43ab-b4b7-03f0d09ed61a HTTP/1.1" status: 204 len: 168 time: 0.6667962 Aug 20 00:05:10.398921 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cea78f-0cff-4460-b034-138453d6bdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e871d1c-1a65-43ab-b4b7-03f0d09ed61a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:10.419980 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.477706 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:09Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:10.491958 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:10.495912 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:10.505800 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:10.513001 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eefd46-b9df-49e9-86d8-2a979cb64b21 None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:09Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:05:10.551135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'Port': ['ID=2b3c2bff-e506-4ee8-a23c-150a23bc22dd,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:10.711640 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:10.915277 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:11.172329 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:11.238280 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:11.419828 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:11.447260 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'Port': ['ID=2b3c2bff-e506-4ee8-a23c-150a23bc22dd,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:11.498183 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:11.516176 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d483ed2f-67f8-4b9b-a750-5986a98b2e88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6934750 Aug 20 00:05:11.844532 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:12.050191 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:12.055824 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:12.056531 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:12.230425 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:12.297459 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:12.398024 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:12.448786 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44472) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:12.529620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:12.642547 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491147658-network', 'tenant_id': 'e1006d5d9fcc4a3ea15592491db204c2'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:12.758282 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Made reservation on behalf of e1006d5d9fcc4a3ea15592491db204c2 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:12.761390 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:12.774387 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:12.916222 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.057583 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.134331 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:05:13.153551 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c7e5b-46d1-4f1d-b364-f606701f1088,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:13.158751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.159128 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Added segment 2bf1d62e-59f6-40c0-b5e2-57d2a6b5568d of type vlan for network 240099ab-f7be-4d08-8660-db774b711e0b Aug 20 00:05:13.208378 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.326266 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.327669 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:13.327919 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.402197 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] Pushing event updated for resources: {'Network': ['ID=240099ab-f7be-4d08-8660-db774b711e0b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:13.415155 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 240099ab-f7be-4d08-8660-db774b711e0b details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:05:13.469832 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44484) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:13.470597 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a13792ea-0b4d-4ee1-97b1-3bba6edd8209 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0203655 Aug 20 00:05:13.479784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Request body: {'subnet': {'network_id': '240099ab-f7be-4d08-8660-db774b711e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491147658-subnet', 'tenant_id': 'e1006d5d9fcc4a3ea15592491db204c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:13.589694 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Made reservation on behalf of e1006d5d9fcc4a3ea15592491db204c2 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:13.593008 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551766'] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.741252 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:13.747744 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-07d81a58-16d4-4a4d-b785-efbab191c799 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1519101546&fields=id&tenant_id=75110ee5293745249dc5652463ed8b76 HTTP/1.1" status: 200 len: 267 time: 0.0884945 Aug 20 00:05:13.816685 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:13.817459 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:13.922793 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-f6987341-cc96-4c08-ab99-0b303acc77f5 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:13.924540 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-f6987341-cc96-4c08-ab99-0b303acc77f5 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 811 time: 0.1620364 Aug 20 00:05:13.970334 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-6ea5f086-36ea-4540-82ab-b967588d36bb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/quotas/75110ee5293745249dc5652463ed8b76 HTTP/1.1" status: 200 len: 375 time: 0.0251167 Aug 20 00:05:14.034832 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-27010d7f-9458-4145-af2f-f8e77e2d71fe tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578346 Aug 20 00:05:14.083683 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15917113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551748'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:14.440525 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf81785-c497-4081-8a5f-456f6b85b468,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:14.459383 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-3d5ef0ff-f7e8-457d-bc0c-e555e99936db service neutron] 10.222.0.35 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065959 Aug 20 00:05:14.462360 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Checking segment: {'id': '2bf1d62e-59f6-40c0-b5e2-57d2a6b5568d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '240099ab-f7be-4d08-8660-db774b711e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:14.462711 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Network hostable DHCP agents. Network: 240099ab-f7be-4d08-8660-db774b711e0b, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:05:14.580906 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-f0ff18f3-4e5c-43b4-852d-bc75f34a9d09 service neutron] 10.222.0.35 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141272 Aug 20 00:05:14.687326 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Network 240099ab-f7be-4d08-8660-db774b711e0b is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:05:14.854777 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 240099ab-f7be-4d08-8660-db774b711e0b) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:14.860021 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:14.860847 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:14.863799 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e852f9f-3752-455e-9635-d37d47e3e2a5 None None] Network 240099ab-f7be-4d08-8660-db774b711e0b requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:05:14.995818 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1755397b-a033-49c3-8a43-3367866da2a9 req-88e8bcff-bd9e-4552-b782-ff9591093fb1 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0364370 Aug 20 00:05:15.035976 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b0fb1-a5d5-44df-9c99-209ae65a0371 None None] Network 240099ab-f7be-4d08-8660-db774b711e0b requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:05:15.067960 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3c57e878-f77c-4f82-bd9d-06dce6b76e8d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5947514 Aug 20 00:05:15.977992 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44532) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:15.983497 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-475269479-network', 'tenant_id': '29292ecfdec04ad3afb7fbee801ca9c1'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:16.084439 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-510515eb-f59a-4ecf-a297-d5a9cdb98592 req-4b336565-587f-4c39-8d7b-b38b44127bbf tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0332780 Aug 20 00:05:16.106031 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Made reservation on behalf of 29292ecfdec04ad3afb7fbee801ca9c1 for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:16.109366 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.118855 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.250873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.381196 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.412994 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:05:16.423414 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a534e8-4dfa-45f2-8c7b-aff36c50012f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:16.430199 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.430522 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Added segment 54e5d6fe-e071-4922-8d37-a756e10e1b48 of type vlan for network bd7d9a6e-7ee8-4212-be9c-1f20328aad44 Aug 20 00:05:16.491303 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.635606 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.637481 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:16.638680 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:16.743048 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7d9a6e-7ee8-4212-be9c-1f20328aad44,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:16.777796 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network bd7d9a6e-7ee8-4212-be9c-1f20328aad44 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:05:16.847564 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c422ca41-f924-423b-9f28-ce877b3c3239 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8679979 Aug 20 00:05:16.851804 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44552) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:16.859908 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Request body: {'subnet': {'network_id': 'bd7d9a6e-7ee8-4212-be9c-1f20328aad44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-475269479-subnet', 'tenant_id': '29292ecfdec04ad3afb7fbee801ca9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:17.012434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Made reservation on behalf of 29292ecfdec04ad3afb7fbee801ca9c1 for: {'subnet': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:17.024393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13551766'] for subnet, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:17.348429 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7538722e-f57a-4d33-b4c3-8c723322b3ec req-946c4f66-ba63-469f-b38d-bec67e41d28f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.1325071 Aug 20 00:05:17.619185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15917113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13551748'] for subnet, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:17.775233 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5335381a-cfe7-4766-a8d3-0b7288857603,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:17.792363 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Checking segment: {'id': '54e5d6fe-e071-4922-8d37-a756e10e1b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bd7d9a6e-7ee8-4212-be9c-1f20328aad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:17.792814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Network hostable DHCP agents. Network: bd7d9a6e-7ee8-4212-be9c-1f20328aad44, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101344) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:05:17.912805 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Network bd7d9a6e-7ee8-4212-be9c-1f20328aad44 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:05:18.029210 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, bd7d9a6e-7ee8-4212-be9c-1f20328aad44) {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:18.043676 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0002d8d-2eba-4707-8e6d-ede423d7e878 None None] Network bd7d9a6e-7ee8-4212-be9c-1f20328aad44 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:05:18.056178 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:18.057273 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:18.227720 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c65b3d-3bed-49c8-88ad-a5c6a25546a3 None None] Network bd7d9a6e-7ee8-4212-be9c-1f20328aad44 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:05:18.234917 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2285c270-0456-4880-a7fc-21102a3c4a22 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:18.236721 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2285c270-0456-4880-a7fc-21102a3c4a22 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 811 time: 0.2273026 Aug 20 00:05:18.260722 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-018b511e-bbe5-481e-b0b1-af0f8e931826 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4061983 Aug 20 00:05:18.307731 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-d1cc6d96-db2f-4825-b430-4fa8c06d3017 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75110ee5293745249dc5652463ed8b76 HTTP/1.1" status: 200 len: 380 time: 0.0584109 Aug 20 00:05:18.518768 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44580) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:18.571045 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2b6e9d98-57d3-4126-95a0-8753ebd1d4fc req-821faec4-6494-4cd4-a490-0a21ddba331f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0440810 Aug 20 00:05:18.620187 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Deleting subnet cbf81785-c497-4081-8a5f-456f6b85b468 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:05:18.626958 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:18.693315 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:18.743565 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:18.902731 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:18.955137 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf81785-c497-4081-8a5f-456f6b85b468,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:18.958659 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:18.966282 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44588) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:18.966580 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-73c77974-6a69-4ce2-969f-452e2681ac81 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cbf81785-c497-4081-8a5f-456f6b85b468 HTTP/1.1" status: 204 len: 168 time: 0.4457140 Aug 20 00:05:19.078921 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.219953 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.240417 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240099ab-f7be-4d08-8660-db774b711e0b']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:19.258732 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf1d62e-59f6-40c0-b5e2-57d2a6b5568d') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:19.259170 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf1d62e-59f6-40c0-b5e2-57d2a6b5568d') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:19.276351 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.300398 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.315221 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:05:19.315976 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:05:19.319132 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:05:19.558074 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.569685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.571780 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] 10.222.0.35 "DELETE /v2.0/networks/240099ab-f7be-4d08-8660-db774b711e0b HTTP/1.1" status: 204 len: 168 time: 0.6022749 Aug 20 00:05:19.575078 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44590) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:19.595549 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940a90-2540-41ee-8272-761bb8368761 admin admin] Pushing event deleted for resources: {'Network': ['ID=240099ab-f7be-4d08-8660-db774b711e0b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:19.684491 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Deleting subnet 5335381a-cfe7-4766-a8d3-0b7288857603 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:05:19.694789 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.759799 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-167ddad4-7f1a-4b9c-99db-3cd361b730f4 req-e46812f4-8864-46ba-9f6a-639ed81d6f73 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0366790 Aug 20 00:05:19.769258 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:19.840645 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.089684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.117938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5335381a-cfe7-4766-a8d3-0b7288857603,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:20.122241 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.131177 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e825efc7-d7c2-4f43-90ed-13810405423a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5335381a-cfe7-4766-a8d3-0b7288857603 HTTP/1.1" status: 204 len: 168 time: 0.5478940 Aug 20 00:05:20.132576 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44602) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:20.207444 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.356191 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.373235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7d9a6e-7ee8-4212-be9c-1f20328aad44']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:20.391311 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e5d6fe-e071-4922-8d37-a756e10e1b48') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:20.391617 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e5d6fe-e071-4922-8d37-a756e10e1b48') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:20.403370 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.421078 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.441216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:05:20.441755 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:05:20.443734 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:05:20.607356 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.648905 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:20.653844 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] 10.222.0.35 "DELETE /v2.0/networks/bd7d9a6e-7ee8-4212-be9c-1f20328aad44 HTTP/1.1" status: 204 len: 168 time: 0.5239558 Aug 20 00:05:20.654871 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e8bdf-cea2-4747-8d6c-e06334bc682a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7d9a6e-7ee8-4212-be9c-1f20328aad44,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:20.913831 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a6b5a904-6b14-4976-a6b0-99da88a38096 req-e99066da-983c-43c6-9228-97e5a2e27404 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0288377 Aug 20 00:05:21.235193 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44622) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:21.278718 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-798339eb-3e1a-43ae-92cf-fb94c190dbc9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1006d5d9fcc4a3ea15592491db204c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423152 Aug 20 00:05:21.283565 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44624) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:21.349770 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:21.373020 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:21.503841 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:21.507183 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:21.508060 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/575c7e5b-46d1-4f1d-b364-f606701f1088 HTTP/1.1" status: 204 len: 168 time: 0.2231560 Aug 20 00:05:21.516793 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c7e5b-46d1-4f1d-b364-f606701f1088,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:21.524614 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527114 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.527878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.528286 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbbf0ef-1c98-44c4-932a-f1f5ca487656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:21.611803 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'port': {'device_id': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'admin_state_up': True, 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'security_groups': ['b99e7afd-6ff8-472f-86f6-380a816f432a']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:21.774716 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:21.849437 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Made reservation on behalf of 75110ee5293745249dc5652463ed8b76 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:21.854914 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.059523 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9c40b47f-e13c-45cf-a9b4-18cd5097cbb2 req-152fbdfc-d5d7-4ae4-b49b-5743f6dffed1 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0523391 Aug 20 00:05:22.082063 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Allocated IP 172.20.0.12 (a3c0fcb4-df7c-49ee-b841-61378cc641da/ed897962-4f5d-457d-8448-234a8f3f30e4/00124c3e-41df-400c-b039-8074695d7ab8) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:22.258159 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.275353 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Transition to ACTIVE for port object 00124c3e-41df-400c-b039-8074695d7ab8 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:22.378549 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.425133 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Network a3c0fcb4-df7c-49ee-b841-61378cc641da is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:22.428295 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:22.432478 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:22.442336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'Port': ['ID=00124c3e-41df-400c-b039-8074695d7ab8,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:22.476182 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.476530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.477093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.477622 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.478140 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.478641 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.479139 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.479681 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.480451 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.481004 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.481338 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.481741 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:22.508436 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:22.509319 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44656) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:22.510427 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.564181 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-13170e3e-bde3-4f3e-b4b0-d573aea75683 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29292ecfdec04ad3afb7fbee801ca9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529981 Aug 20 00:05:22.567360 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44658) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:22.636894 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-2237fa4a-3d94-4693-b3b6-deb71ba0fe76 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0326705 Aug 20 00:05:22.638649 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c101b1-4f76-4fb3-91f5-56be3ee7dd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.680668 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Request body: {'port': {'device_id': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:22.685093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c101b1-4f76-4fb3-91f5-56be3ee7dd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.777334 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.898637 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-fae194af-646a-450a-a67e-77bc76aa1145 None None] Provisioning for port 00124c3e-41df-400c-b039-8074695d7ab8 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:22.911995 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-fae194af-646a-450a-a67e-77bc76aa1145 None None] Provisioning complete for port 00124c3e-41df-400c-b039-8074695d7ab8 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:22.915820 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fae194af-646a-450a-a67e-77bc76aa1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.935145 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c101b1-4f76-4fb3-91f5-56be3ee7dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.940668 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c101b1-4f76-4fb3-91f5-56be3ee7dd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:22.943774 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-69c101b1-4f76-4fb3-91f5-56be3ee7dd1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6a534e8-4dfa-45f2-8c7b-aff36c50012f HTTP/1.1" status: 204 len: 168 time: 0.3764637 Aug 20 00:05:23.033658 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c101b1-4f76-4fb3-91f5-56be3ee7dd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a534e8-4dfa-45f2-8c7b-aff36c50012f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:23.078177 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-fae194af-646a-450a-a67e-77bc76aa1145 None None] Port 00124c3e-41df-400c-b039-8074695d7ab8 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:05:23.272815 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00124c3e-41df-400c-b039-8074695d7ab8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:05:23.284473 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:23.319601 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c13d-fd25-4fc4-b3f8-f2e04d5baa9f req-d6c0b34e-43a5-45bb-96d5-98b11c54aee7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:23.322290 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4851c13d-fd25-4fc4-b3f8-f2e04d5baa9f req-d6c0b34e-43a5-45bb-96d5-98b11c54aee7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 932 time: 0.0972700 Aug 20 00:05:23.328039 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Transition to ACTIVE for port object 00124c3e-41df-400c-b039-8074695d7ab8 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:23.370952 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4851c13d-fd25-4fc4-b3f8-f2e04d5baa9f req-86b22fea-7bba-4b56-8318-2cc5afdd2774 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Aug 20 00:05:23.480854 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:23.565395 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Pushing event updated for resources: {'Port': ['ID=00124c3e-41df-400c-b039-8074695d7ab8,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:23.649826 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Attempting to bind port 00124c3e-41df-400c-b039-8074695d7ab8 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:05:23.650197 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Attempting to bind port 00124c3e-41df-400c-b039-8074695d7ab8 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:05:23.650570 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Attempting to bind port 00124c3e-41df-400c-b039-8074695d7ab8 on network a3c0fcb4-df7c-49ee-b841-61378cc641da {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:23.655955 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Port 00124c3e-41df-400c-b039-8074695d7ab8 on network a3c0fcb4-df7c-49ee-b841-61378cc641da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:05:23.656305 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Attempting to bind port 00124c3e-41df-400c-b039-8074695d7ab8 on network a3c0fcb4-df7c-49ee-b841-61378cc641da {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:23.662668 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:05:23.663230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Checking segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:23.663634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Bound using segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:05:23.664111 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Bound port: 00124c3e-41df-400c-b039-8074695d7ab8, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:05:23.664468 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:23.751002 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] For port 00124c3e-41df-400c-b039-8074695d7ab8, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:05:23.755216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] For port 00124c3e-41df-400c-b039-8074695d7ab8, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=00124c3e-41df-400c-b039-8074695d7ab8,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:05:23.849714 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:23.895035 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:23.896073 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:23.898431 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] 10.222.0.10 "PUT /v2.0/ports/00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 200 len: 1094 time: 1.2280731 Aug 20 00:05:23.899139 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:23.903182 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25" -d '{"events": [{"name": "network-changed", "server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "tag": "00124c3e-41df-400c-b039-8074695d7ab8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:23.916080 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4b0f-4baf-48ae-8563-a925f157b15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:23.974336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff3047-5962-4f34-8120-af61336b2d0f service neutron] Pushing event updated for resources: {'Port': ['ID=00124c3e-41df-400c-b039-8074695d7ab8,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:23.985881 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f260d6ec-f8ff-4d27-ad48-2e5a076187d1 x-openstack-request-id: req-f260d6ec-f8ff-4d27-ad48-2e5a076187d1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:23.986410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "tag": "00124c3e-41df-400c-b039-8074695d7ab8", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:23.986823 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f260d6ec-f8ff-4d27-ad48-2e5a076187d1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:23.987428 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8', 'status': 'completed', 'code': 200} Aug 20 00:05:24.097495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25 req-847704b2-2878-441b-955c-d871f57ddad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:24.102036 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25 req-847704b2-2878-441b-955c-d871f57ddad0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1097 time: 0.0861254 Aug 20 00:05:24.343901 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25 req-f50edb3f-8906-4daa-969f-cd048a9aa142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:24.347531 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25 req-f50edb3f-8906-4daa-969f-cd048a9aa142 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=75110ee5293745249dc5652463ed8b76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2334454 Aug 20 00:05:24.702557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25 req-37a1ddfb-45d9-4aff-8b8a-9568e2fb6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:24.705972 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-42c7aa9e-711a-4500-bd91-eaf55b2c3d25 req-37a1ddfb-45d9-4aff-8b8a-9568e2fb6a50 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3497241 Aug 20 00:05:24.722887 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a88da-f7cd-49e1-8490-30a6b080204d req-860469db-403d-4b51-9e0e-de43453fafa7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:24.727108 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-890a88da-f7cd-49e1-8490-30a6b080204d req-860469db-403d-4b51-9e0e-de43453fafa7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 944 time: 0.2209029 Aug 20 00:05:24.734129 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-04c4a6d2-2ce8-47f9-a176-6cc8b554c454 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140388604&fields=id&tenant_id=f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 267 time: 0.1559958 Aug 20 00:05:24.940570 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-890a88da-f7cd-49e1-8490-30a6b080204d req-268e0180-4762-4927-aec1-578c9bc31d79 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031488 Aug 20 00:05:24.986127 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-c3cf20ec-a8c2-4b09-9b42-c4fe8669d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:24.987782 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-c3cf20ec-a8c2-4b09-9b42-c4fe8669d64b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1097 time: 0.2209799 Aug 20 00:05:25.020499 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-facbcc28-ac4a-4d4c-9af4-0769c7254f52 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:25.022177 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-facbcc28-ac4a-4d4c-9af4-0769c7254f52 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 812 time: 0.2717955 Aug 20 00:05:25.052660 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-d33e0878-ab5a-49b6-90f8-8add8bf49860 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 200 len: 217 time: 0.0518677 Aug 20 00:05:25.064507 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-9616f4e3-a4f9-4932-99c5-d241f71b0aeb tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/quotas/f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 375 time: 0.0147147 Aug 20 00:05:25.145686 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-38732d66-0ba6-4625-b58a-716379c7db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:25.147196 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-38732d66-0ba6-4625-b58a-716379c7db44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0866501 Aug 20 00:05:25.171879 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0706dfeb-ef74-48a7-a05f-58856d5a3a70 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975091 Aug 20 00:05:25.209268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-78d84cec-66a6-477f-994e-1f3f723e996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:25.211895 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-78d84cec-66a6-477f-994e-1f3f723e996f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558901 Aug 20 00:05:25.435216 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-09007cdf-3939-484e-928d-5bbb6f632e83 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144063 Aug 20 00:05:25.440691 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-495454d9-e068-4220-8065-110ffb32a879 service neutron] 10.222.0.35 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118337 Aug 20 00:05:25.642613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5a4ce55c-80c7-46b1-bdc2-5f09d371d0e0 req-349e2e28-9697-4580-a73d-baee296f880e service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982672 Aug 20 00:05:25.646114 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-78ccaed4-4b7c-43c3-af6b-21f2c1e6177d service neutron] 10.222.0.35 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940441 Aug 20 00:05:26.100330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbea740-ef57-4f23-aacb-0b3b447d1fe6 req-480eb0dd-a2f7-4188-9ec1-0722cf750b4c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:26.103049 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8dbea740-ef57-4f23-aacb-0b3b447d1fe6 req-480eb0dd-a2f7-4188-9ec1-0722cf750b4c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 944 time: 0.0727201 Aug 20 00:05:26.159761 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8dbea740-ef57-4f23-aacb-0b3b447d1fe6 req-13147ff7-6e0c-464d-a02d-6a81e8a62849 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493009 Aug 20 00:05:26.610183 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-af8df472-207a-41c6-afb2-3cd2f03650a2 req-261c63a1-bc8c-4d7f-b835-a27ff4ac0456 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0472782 Aug 20 00:05:26.815163 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce9b652d-eacf-484a-9d17-fe93afbf0c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:27.012329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:27.294535 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588d19b-de9c-49a0-8a13-2ae697ce5ce6 req-3b704cfb-6ed5-475e-9deb-85617dd68f88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:27.296856 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c588d19b-de9c-49a0-8a13-2ae697ce5ce6 req-3b704cfb-6ed5-475e-9deb-85617dd68f88 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 944 time: 0.0530505 Aug 20 00:05:27.341999 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c588d19b-de9c-49a0-8a13-2ae697ce5ce6 req-967733f5-ed0b-4c5f-8998-a60f80535b37 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Aug 20 00:05:27.585699 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44828) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:27.636576 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_v2 [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Deleting subnet d1aaf166-ac97-4142-8642-64c363334e64 {{(pid=101344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:05:27.644064 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:27.696791 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13382273'] for subnet, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:27.730722 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f407bac6-055c-407d-8501-e36351f1a0a4 req-b8aedd72-4f54-4df2-b003-dca02c39f0ca tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0524764 Aug 20 00:05:27.772969 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:27.956439 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15917176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551991'] for subnet, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.008846 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1aaf166-ac97-4142-8642-64c363334e64,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:28.016718 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.019495 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-675d8a9d-b844-4f10-bee3-3c26e6030b40 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d1aaf166-ac97-4142-8642-64c363334e64 HTTP/1.1" status: 204 len: 168 time: 0.4324811 Aug 20 00:05:28.021957 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44840) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:28.035560 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.099581 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.205074 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.217802 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a894cff4-14b2-44ab-9a85-61076f0a47c9']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:28.234097 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62045fe-b32c-427a-85b6-b56ff0846907') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:28.234468 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62045fe-b32c-427a-85b6-b56ff0846907') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:28.245884 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15959088'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.262903 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.276747 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:05:28.278213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15782748'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: Traceback (most recent call last): Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: timer() Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: cb(*args, **kw) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: return func(*args, **kwargs) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: self._notify() Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: self.callback(batched_events) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: event.method(event) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: return f(self, *a, **k) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._get(url).json() Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:05:28.280680 dv-cinder-759943-12-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:05:28.417943 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.428191 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:28.430651 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] 10.222.0.35 "DELETE /v2.0/networks/a894cff4-14b2-44ab-9a85-61076f0a47c9 HTTP/1.1" status: 204 len: 168 time: 0.4076400 Aug 20 00:05:28.456447 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ec0c3-ddec-4d71-b31a-2d99d5112a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a894cff4-14b2-44ab-9a85-61076f0a47c9,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:28.505732 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb86e0-fb92-4611-ae30-457dc7bf422c req-9ed1f417-a792-4b7a-a066-d90b0c957b82 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:28.507492 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-78eb86e0-fb92-4611-ae30-457dc7bf422c req-9ed1f417-a792-4b7a-a066-d90b0c957b82 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 944 time: 0.0589519 Aug 20 00:05:28.550170 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-78eb86e0-fb92-4611-ae30-457dc7bf422c req-efd713d4-9d71-4ad7-9983-1f6ba0bd77a5 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362835 Aug 20 00:05:28.917602 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ba4221ce-55c7-4224-b26f-55ad68abbb12 req-25d43676-2fe2-4963-9dc2-057b7cf83833 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0420477 Aug 20 00:05:28.925510 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44854) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:28.981568 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2c95c79b-dc48-40e8-abee-c9f9934886f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c55d1dbd4264e1e9f80d48496562b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547240 Aug 20 00:05:28.984859 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44856) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:29.062259 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8abb9522-be84-425b-8103-72a9d95d6725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:29.098642 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8abb9522-be84-425b-8103-72a9d95d6725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:29.275947 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8abb9522-be84-425b-8103-72a9d95d6725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:29.280410 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8abb9522-be84-425b-8103-72a9d95d6725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:29.283407 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8abb9522-be84-425b-8103-72a9d95d6725 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a HTTP/1.1" status: 204 len: 168 time: 0.2965100 Aug 20 00:05:29.299556 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb9522-be84-425b-8103-72a9d95d6725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bb7abe-c399-4f8c-b9d9-b952f9da4c9a,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:29.356216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968d387-e8ee-40af-9c8c-fe9e68c211f3 req-91fbf581-2003-450c-893b-ff7db294bc91 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:29.358718 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1968d387-e8ee-40af-9c8c-fe9e68c211f3 req-91fbf581-2003-450c-893b-ff7db294bc91 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.0871603 Aug 20 00:05:29.445069 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1968d387-e8ee-40af-9c8c-fe9e68c211f3 req-1ca6a0b3-2015-46c2-a1c2-7f3001a24cb2 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733037 Aug 20 00:05:29.602833 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 00124c3e-41df-400c-b039-8074695d7ab8 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:05:29.621833 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:29.719967 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28c29-c1a1-40ac-9da1-9c08f34c863d req-837bc5bb-d144-417c-b522-7c5da2a18f2a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:29.721673 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4ea28c29-c1a1-40ac-9da1-9c08f34c863d req-837bc5bb-d144-417c-b522-7c5da2a18f2a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 944 time: 0.0581288 Aug 20 00:05:29.760388 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 00124c3e-41df-400c-b039-8074695d7ab8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=00124c3e-41df-400c-b039-8074695d7ab8,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:29.773941 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '00124c3e-41df-400c-b039-8074695d7ab8', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'port_id': '00124c3e-41df-400c-b039-8074695d7ab8', 'mac_address': 'fa:16:3e:01:ec:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:05:29.801533 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4ea28c29-c1a1-40ac-9da1-9c08f34c863d req-3a66b5ac-e908-45d7-a641-d45615d259b4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671012 Aug 20 00:05:29.845580 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:29.866183 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00124c3e-41df-400c-b039-8074695d7ab8 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:05:29.901086 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 00124c3e-41df-400c-b039-8074695d7ab8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=00124c3e-41df-400c-b039-8074695d7ab8,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:30.014614 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:30.101484 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-b6eba63f-cdad-494a-978c-b4b89e672fd0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:30.103085 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-b6eba63f-cdad-494a-978c-b4b89e672fd0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 812 time: 0.2421987 Aug 20 00:05:30.133888 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=00124c3e-41df-400c-b039-8074695d7ab8,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:30.147575 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8686894-7f50-4fa0-a2ef-40589ff48af5 req-6551d41b-9136-4f13-adfd-85ab99b6aa01 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0691020 Aug 20 00:05:30.195087 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-9c8639d2-e834-4971-b69e-aff0945a4840 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 380 time: 0.0726235 Aug 20 00:05:30.209017 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'port': {'device_id': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'admin_state_up': True, 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'security_groups': ['ef312db1-733b-47fe-8c9c-eee14b88d0d5']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:30.296355 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['00124c3e-41df-400c-b039-8074695d7ab8'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:05:30.458547 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Made reservation on behalf of f547d26d93324f3aa34b62cf920aedd6 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:30.467868 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:30.736435 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b8eb5-1bab-4370-9f0a-61c95f072559 req-81e181a1-eeb9-4ebd-8339-caedb92ab67a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:30.739285 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3d9b8eb5-1bab-4370-9f0a-61c95f072559 req-81e181a1-eeb9-4ebd-8339-caedb92ab67a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.1707180 Aug 20 00:05:30.784303 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Allocated IP 172.20.0.12 (f67cd798-3ca2-48b0-8584-92045e20bcf4/1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5/aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:30.821742 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3d9b8eb5-1bab-4370-9f0a-61c95f072559 req-a0bf809b-f382-46a8-990b-c0d664e2428d tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730226 Aug 20 00:05:31.062529 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622e65-ff78-4f58-9201-4b5b20fe69d9 req-17c16d8c-0f1a-479c-8f77-b70ccea931db tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:31.064143 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d8622e65-ff78-4f58-9201-4b5b20fe69d9 req-17c16d8c-0f1a-479c-8f77-b70ccea931db tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 945 time: 0.1254396 Aug 20 00:05:31.104048 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.113759 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-54ad4e51-5f1c-4789-8b24-1b4a27f9c105 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:31.115306 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-54ad4e51-5f1c-4789-8b24-1b4a27f9c105 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.1285052 Aug 20 00:05:31.151059 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Transition to ACTIVE for port object aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:31.190430 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d8622e65-ff78-4f58-9201-4b5b20fe69d9 req-9dbc8684-fd69-4ddf-b9f6-ac4843268f25 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103046 Aug 20 00:05:31.285795 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-16f72ed4-109b-4ca5-9a61-c0ae0c1b3259 req-42ee989c-95bd-434f-9e33-b41c1fe3090c tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0435407 Aug 20 00:05:31.319397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Deleting port 040dd4e1-1bc7-4466-b474-913b3036b455 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:05:31.319738 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.613934 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 00124c3e-41df-400c-b039-8074695d7ab8 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:31.619827 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.715011 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:31.733324 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:31.738143 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:31.740983 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:31.775118 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 00124c3e-41df-400c-b039-8074695d7ab8 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:31.782270 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 00124c3e-41df-400c-b039-8074695d7ab8 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:31.782922 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.800268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] For port 040dd4e1-1bc7-4466-b474-913b3036b455, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=040dd4e1-1bc7-4466-b474-913b3036b455,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:31.801316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.823562 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Calling delete_port for 040dd4e1-1bc7-4466-b474-913b3036b455 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:05:31.867200 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:31.869206 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.907838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:31.944274 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:31.947119 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58544766-e4d9-47c9-9fc7-01481a577cfa" -d '{"events": [{"server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "name": "network-vif-plugged", "status": "completed", "tag": "00124c3e-41df-400c-b039-8074695d7ab8"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:31.965522 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 00124c3e-41df-400c-b039-8074695d7ab8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=00124c3e-41df-400c-b039-8074695d7ab8,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:32.018951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-0ccedbee-91ec-4baf-9539-2a0bd81edc36 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8150811 Aug 20 00:05:32.035894 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Request body: {'port': {'device_id': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:32.052392 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da730231-e8b8-40a9-83f3-a4ada00080f7 x-openstack-request-id: req-da730231-e8b8-40a9-83f3-a4ada00080f7 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:32.053005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "name": "network-vif-plugged", "status": "completed", "tag": "00124c3e-41df-400c-b039-8074695d7ab8", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:32.053249 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da730231-e8b8-40a9-83f3-a4ada00080f7 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:32.054097 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8', 'code': 200} Aug 20 00:05:32.073877 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7a278-46d4-4b64-90e4-48dea2dcb2ad req-5c204a33-311e-40e8-ae29-18b06aa9af3a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:32.075424 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3ba7a278-46d4-4b64-90e4-48dea2dcb2ad req-5c204a33-311e-40e8-ae29-18b06aa9af3a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 945 time: 0.1256785 Aug 20 00:05:32.094984 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:32.168288 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=00124c3e-41df-400c-b039-8074695d7ab8,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:32.183844 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3ba7a278-46d4-4b64-90e4-48dea2dcb2ad req-5e2762ca-491f-4335-9185-ba4c59273333 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984647 Aug 20 00:05:32.189650 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:32.284296 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-bb36150c-3d48-4150-826b-b8e259072277 None None] Provisioning for port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:32.291851 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-bb36150c-3d48-4150-826b-b8e259072277 None None] Provisioning complete for port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:32.292505 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bb36150c-3d48-4150-826b-b8e259072277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:32.340214 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-bb36150c-3d48-4150-826b-b8e259072277 None None] Port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:05:32.357427 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:32.378783 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['040dd4e1-1bc7-4466-b474-913b3036b455'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:05:32.414569 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Pushing event deleted for resources: {'Port': ['ID=040dd4e1-1bc7-4466-b474-913b3036b455,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:32.496151 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff1db3-06b3-461d-b557-ccdd0972ee22 req-ef7268cf-6bea-417a-830b-d7b3fd622130 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:32.496151 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d9ff1db3-06b3-461d-b557-ccdd0972ee22 req-ef7268cf-6bea-417a-830b-d7b3fd622130 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.1776130 Aug 20 00:05:32.521807 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] No DVR routers for this DVR port 040dd4e1-1bc7-4466-b474-913b3036b455 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:05:32.524860 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:32.527741 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "DELETE /v2.0/ports/040dd4e1-1bc7-4466-b474-913b3036b455 HTTP/1.1" status: 204 len: 173 time: 1.4014828 Aug 20 00:05:32.542069 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553e28-076f-4db3-8502-2c8c26b78598 req-86b599f5-331e-478d-ac38-b9e9bad1b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:32.544608 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-09553e28-076f-4db3-8502-2c8c26b78598 req-86b599f5-331e-478d-ac38-b9e9bad1b940 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1099 time: 0.0956247 Aug 20 00:05:32.547659 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'name': 'network-vif-deleted', 'tag': '040dd4e1-1bc7-4466-b474-913b3036b455'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:32.551619 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba018f3-d5ae-44ce-9821-4a12fe159ef4" -d '{"events": [{"server_uuid": "dd9a0322-f63a-4710-8f4b-398f4262b328", "name": "network-vif-deleted", "tag": "040dd4e1-1bc7-4466-b474-913b3036b455"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:32.588185 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-09553e28-076f-4db3-8502-2c8c26b78598 req-a0f78291-8aa8-4297-842d-306ac3ec089f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333228 Aug 20 00:05:32.658338 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d9ff1db3-06b3-461d-b557-ccdd0972ee22 req-07550e81-9bb1-4832-98db-e65b74fbc50c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293252 Aug 20 00:05:32.675166 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d5168-3f42-443e-a783-95cc3bc4e4da req-d74e08d7-facc-415a-8ee2-95e3cb88cd64 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:32.683254 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f56d5168-3f42-443e-a783-95cc3bc4e4da req-d74e08d7-facc-415a-8ee2-95e3cb88cd64 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 932 time: 0.1170540 Aug 20 00:05:32.737384 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da17bd9-3db6-46d9-92a9-2a545f31002f x-openstack-request-id: req-2da17bd9-3db6-46d9-92a9-2a545f31002f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:32.737692 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a0322-f63a-4710-8f4b-398f4262b328", "name": "network-vif-deleted", "tag": "040dd4e1-1bc7-4466-b474-913b3036b455", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:32.737945 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2da17bd9-3db6-46d9-92a9-2a545f31002f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:32.738343 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a0322-f63a-4710-8f4b-398f4262b328', 'name': 'network-vif-deleted', 'tag': '040dd4e1-1bc7-4466-b474-913b3036b455', 'status': 'completed', 'code': 200} Aug 20 00:05:32.761733 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f56d5168-3f42-443e-a783-95cc3bc4e4da req-cc7dcfcf-9cdd-40b2-a506-48a562d5b6b4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775576 Aug 20 00:05:32.768794 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:05:32.777298 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:32.792096 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Transition to ACTIVE for port object aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:32.916224 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:33.022434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Pushing event updated for resources: {'Port': ['ID=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:33.113349 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Attempting to bind port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:05:33.113349 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Attempting to bind port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:05:33.113349 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Attempting to bind port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:33.127002 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:05:33.132415 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Attempting to bind port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:33.144017 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:05:33.144902 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Checking segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:33.145847 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Bound using segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:05:33.146804 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Bound port: aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:05:33.147678 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:33.260427 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] For port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:05:33.268364 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] For port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:05:33.351942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:33.380934 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c8f76622-29bc-44b0-bc54-d0caf35cfa89 req-60367c05-66ed-4cb2-bb9e-2723f360d1a1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd9a0322-f63a-4710-8f4b-398f4262b328 HTTP/1.1" status: 200 len: 210 time: 0.0434825 Aug 20 00:05:33.421292 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:33.422011 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:33.423648 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-dbc73507-9800-4e73-9644-99189e19916e service neutron] 10.222.0.10 "PUT /v2.0/ports/aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 HTTP/1.1" status: 200 len: 1094 time: 1.3937752 Aug 20 00:05:33.449569 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc73507-9800-4e73-9644-99189e19916e service neutron] Pushing event updated for resources: {'Port': ['ID=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:33.702060 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-5e637d34-6699-42b9-ad36-8905eeba045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:33.702642 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-5e637d34-6699-42b9-ad36-8905eeba045d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1194131 Aug 20 00:05:33.760327 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-1098d825-749b-4a7b-b549-51005aa42467 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 HTTP/1.1" status: 200 len: 217 time: 0.0489705 Aug 20 00:05:33.940696 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dec6e-b787-4a82-80f7-4734b1b32ed3 req-1df24f57-61fa-44bf-a418-75f3532441a6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:33.942314 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-074dec6e-b787-4a82-80f7-4734b1b32ed3 req-1df24f57-61fa-44bf-a418-75f3532441a6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.1851959 Aug 20 00:05:33.943748 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-108f44aa-f4f0-416c-a5f0-b7839df224b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:33.945112 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-108f44aa-f4f0-416c-a5f0-b7839df224b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.1761012 Aug 20 00:05:33.964931 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 44990) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:33.975557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aadd51-d4f7-4e01-a6ff-6213fbc07dd2 req-21bae501-4acd-4743-9f5e-76e713161c98 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:33.977063 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b6aadd51-d4f7-4e01-a6ff-6213fbc07dd2 req-21bae501-4acd-4743-9f5e-76e713161c98 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.1269915 Aug 20 00:05:34.073505 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-074dec6e-b787-4a82-80f7-4734b1b32ed3 req-bf07558e-ff5a-45ee-9fb7-ade66e383b2c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093829 Aug 20 00:05:34.083238 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b6aadd51-d4f7-4e01-a6ff-6213fbc07dd2 req-34748f3c-e7f4-474d-a968-ca9726d79b40 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811701 Aug 20 00:05:34.086478 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-260871a1-caf9-48c1-891d-8e975c92e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:34.088157 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-260871a1-caf9-48c1-891d-8e975c92e652 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1341815 Aug 20 00:05:34.141874 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f929-66b2-4b93-927f-72209bedeba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.222728 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-12f7a1a8-2c84-41fb-99d4-f910a6f28297 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253183 Aug 20 00:05:34.257001 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f929-66b2-4b93-927f-72209bedeba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.323514 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f929-66b2-4b93-927f-72209bedeba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.339678 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1082e5a9-2664-4e89-90e3-8b1d0f31d6be req-37cab14b-b83b-4158-9f02-ae58f4bfc8dd service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052632 Aug 20 00:05:34.384533 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7ad5f929-66b2-4b93-927f-72209bedeba3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a96b1c67d81e4161a9c41be507344815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177737 Aug 20 00:05:34.385545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f929-66b2-4b93-927f-72209bedeba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e1666-fead-4e08-a5a6-bb9c9246a270,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:34.388135 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 44994) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:34.452632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61696eaf-6ae1-41ee-9f93-25dac6e88ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.479112 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61696eaf-6ae1-41ee-9f93-25dac6e88ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.610033 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61696eaf-6ae1-41ee-9f93-25dac6e88ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.617176 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61696eaf-6ae1-41ee-9f93-25dac6e88ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:34.617176 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-61696eaf-6ae1-41ee-9f93-25dac6e88ad0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b0e1666-fead-4e08-a5a6-bb9c9246a270 HTTP/1.1" status: 204 len: 168 time: 0.2257485 Aug 20 00:05:34.623966 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61696eaf-6ae1-41ee-9f93-25dac6e88ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e1666-fead-4e08-a5a6-bb9c9246a270,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:34.739367 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:34.741945 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d4063-0e1f-4f64-9fd5-cce9743aa56c" -d '{"events": [{"name": "network-changed", "server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:34.790987 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedb1cd-894e-4a36-be1e-c0cfd414b509 x-openstack-request-id: req-6bedb1cd-894e-4a36-be1e-c0cfd414b509 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:34.791426 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:34.791736 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bedb1cd-894e-4a36-be1e-c0cfd414b509 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:34.792243 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'status': 'completed', 'code': 200} Aug 20 00:05:34.875730 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-60f839ed-f33d-459b-8e67-0416088621db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:34.877323 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-60f839ed-f33d-459b-8e67-0416088621db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0540175 Aug 20 00:05:34.978248 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-1b92b4c5-1648-41ba-97fa-25834344801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:34.979949 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-1b92b4c5-1648-41ba-97fa-25834344801b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.0949383 Aug 20 00:05:35.025238 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-69372543-7290-4c7b-9517-8417c599b4e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 HTTP/1.1" status: 200 len: 217 time: 0.0358260 Aug 20 00:05:35.085757 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-6bf15147-cc40-49d3-8382-70982314e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:35.087390 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-6bf15147-cc40-49d3-8382-70982314e845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0544384 Aug 20 00:05:35.139671 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-5a4d8850-997c-497e-a243-89238c18817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:35.139671 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-5a4d8850-997c-497e-a243-89238c18817c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437167 Aug 20 00:05:35.333972 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c2f3f-9287-4f98-897d-de48f86e66e2 req-413f649a-8329-4299-b2e1-69e204092911 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:35.335622 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c28c2f3f-9287-4f98-897d-de48f86e66e2 req-413f649a-8329-4299-b2e1-69e204092911 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.1274164 Aug 20 00:05:35.343701 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-c4d3580f-7a69-4f76-ba83-687f137ce38a service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864142 Aug 20 00:05:35.379046 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41537a4-e703-49e4-8608-44f2e3394d87 req-8e71434c-c75e-4a06-bb87-9d46ac95f748 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:35.380657 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f41537a4-e703-49e4-8608-44f2e3394d87 req-8e71434c-c75e-4a06-bb87-9d46ac95f748 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.1103728 Aug 20 00:05:35.400416 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c28c2f3f-9287-4f98-897d-de48f86e66e2 req-4b3ec77b-bb8d-4a77-bba3-3be6ffc9f3a3 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555139 Aug 20 00:05:35.411810 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45022) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:35.429341 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-402f8f18-5cf3-4c31-b8d1-2ed2c05333de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.445431 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f41537a4-e703-49e4-8608-44f2e3394d87 req-c04d3ad0-a879-4ccc-bbfc-f80d6083c59e tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576141 Aug 20 00:05:35.571489 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-402f8f18-5cf3-4c31-b8d1-2ed2c05333de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.584325 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca5043-3578-432d-acc4-c4b7f561add9 req-fe83a80e-fb76-49da-b689-49dcfcc60233 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:35.585974 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-15ca5043-3578-432d-acc4-c4b7f561add9 req-fe83a80e-fb76-49da-b689-49dcfcc60233 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0662796 Aug 20 00:05:35.595689 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45028) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:35.600738 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'floatingip': {'port_id': '00124c3e-41df-400c-b039-8074695d7ab8'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:35.629630 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-402f8f18-5cf3-4c31-b8d1-2ed2c05333de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.645751 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.673402 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-402f8f18-5cf3-4c31-b8d1-2ed2c05333de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8243d222b204480b893d1f7c2c5c1a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602539 Aug 20 00:05:35.674303 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f8f18-5cf3-4c31-b8d1-2ed2c05333de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0c67f1-31a2-4a9c-ba39-fee2f11fcae3,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:35.676696 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45034) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:35.740370 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5815f09-a23b-49f2-b0f9-e65f55628a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.764510 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5815f09-a23b-49f2-b0f9-e65f55628a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.897667 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5815f09-a23b-49f2-b0f9-e65f55628a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.900383 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5815f09-a23b-49f2-b0f9-e65f55628a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:35.901545 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f5815f09-a23b-49f2-b0f9-e65f55628a14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce0c67f1-31a2-4a9c-ba39-fee2f11fcae3 HTTP/1.1" status: 204 len: 168 time: 0.2231395 Aug 20 00:05:35.914297 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5815f09-a23b-49f2-b0f9-e65f55628a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0c67f1-31a2-4a9c-ba39-fee2f11fcae3,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:36.212427 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:36.286008 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 040dd4e1-1bc7-4466-b474-913b3036b455 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:05:36.306310 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:36.312623 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 040dd4e1-1bc7-4466-b474-913b3036b455 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:05:36.312974 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 040dd4e1-1bc7-4466-b474-913b3036b455 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:05:36.474997 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Floating IP 075404f7-df75-4be9-b979-21b481434553 associated. External IP: 172.27.1.55, port: 00124c3e-41df-400c-b039-8074695d7ab8. Aug 20 00:05:36.478545 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-058d4063-0e1f-4f64-9fd5-cce9743aa56c req-b1b6ed83-f7be-4180-a69c-c6b0b124baa4 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829157 Aug 20 00:05:36.613599 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fea3e-3380-4ed0-bec4-ae8ce5b94805 req-12c173aa-ac15-445b-8027-5a895ecc97e8 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:36.615068 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e3fea3e-3380-4ed0-bec4-ae8ce5b94805 req-12c173aa-ac15-445b-8027-5a895ecc97e8 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.0987618 Aug 20 00:05:36.697265 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e3fea3e-3380-4ed0-bec4-ae8ce5b94805 req-66f0b750-f382-4c13-8355-1d94ca78546c tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740871 Aug 20 00:05:36.771467 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:05:36.786424 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:05:36.913251 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:05:36.919889 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:36.932032 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:05:36.943598 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:36.944832 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:37.086469 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:37.230949 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-0bf8d072-7a16-4387-9e07-28fc6bd0bb26 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "PUT /v2.0/floatingips/075404f7-df75-4be9-b979-21b481434553 HTTP/1.1" status: 200 len: 991 time: 1.6337907 Aug 20 00:05:37.231882 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:37.235312 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef" -d '{"events": [{"name": "network-changed", "server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "tag": "00124c3e-41df-400c-b039-8074695d7ab8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:37.276192 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fbefb2-eb4b-4d3c-bc29-1b5dd12ffe71 x-openstack-request-id: req-e9fbefb2-eb4b-4d3c-bc29-1b5dd12ffe71 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:37.276557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "tag": "00124c3e-41df-400c-b039-8074695d7ab8", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:37.276895 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9fbefb2-eb4b-4d3c-bc29-1b5dd12ffe71 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:37.277519 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8', 'status': 'completed', 'code': 200} Aug 20 00:05:37.417955 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '075404f7-df75-4be9-b979-21b481434553', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'port_id': '00124c3e-41df-400c-b039-8074695d7ab8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'mac_address': 'fa:16:3e:01:ec:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:10Z', 'updated_at': '2021-08-20T00:05:36Z', 'revision_number': 1, 'project_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:37.444752 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:05:37.453916 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:37.454531 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:37.686254 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:37.841564 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa545ce-3144-4c11-973d-bb7f0e1c157c req-e7e47203-ea5f-4547-8d39-782c17384db2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:37.843887 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9aa545ce-3144-4c11-973d-bb7f0e1c157c req-e7e47203-ea5f-4547-8d39-782c17384db2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.0521138 Aug 20 00:05:37.893322 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9aa545ce-3144-4c11-973d-bb7f0e1c157c req-e0a33668-6644-43f0-8483-bcd7764e43a2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Aug 20 00:05:37.971302 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '075404f7-df75-4be9-b979-21b481434553', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'port_id': '00124c3e-41df-400c-b039-8074695d7ab8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'mac_address': 'fa:16:3e:01:ec:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:10Z', 'updated_at': '2021-08-20T00:05:36Z', 'revision_number': 1, 'project_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:38.020454 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a50c7-66a4-46f6-98b0-5aa82fa201b6 None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '075404f7-df75-4be9-b979-21b481434553', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'port_id': '00124c3e-41df-400c-b039-8074695d7ab8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'mac_address': 'fa:16:3e:01:ec:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:10Z', 'updated_at': '2021-08-20T00:05:36Z', 'revision_number': 1, 'project_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:05:38.256513 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-712afda3-897d-4067-b8b4-43cf3363f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:38.258712 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-712afda3-897d-4067-b8b4-43cf3363f7d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1099 time: 0.0796738 Aug 20 00:05:38.353977 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5211c8-9724-40d7-a4f7-dbf441f17787 None None] New status for floating IP 075404f7-df75-4be9-b979-21b481434553: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:05:38.381316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-65d4f853-7141-4b3d-9f63-0c1d5999cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:38.382833 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-65d4f853-7141-4b3d-9f63-0c1d5999cdf6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 912 time: 0.1129065 Aug 20 00:05:38.463880 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-d6f3d846-f609-4bba-9cb7-2007ad701220 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 200 len: 999 time: 0.0692930 Aug 20 00:05:38.533012 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-80514cac-1d5d-46ef-b647-33b658a95ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:38.534425 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-80514cac-1d5d-46ef-b647-33b658a95ada service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0612550 Aug 20 00:05:38.602693 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-2fbc6b5a-48af-41f9-970f-56cd9c56f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:38.605775 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-2fbc6b5a-48af-41f9-970f-56cd9c56f04b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0634613 Aug 20 00:05:38.759356 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-bc7030ea-0038-495b-90b3-b8771c81dff5 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396432 Aug 20 00:05:38.876518 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3327fe0-bbd9-476b-9f5e-4a5ed7e52aef req-0a9d51d7-8348-4b11-9db6-2d97401416ef service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143591 Aug 20 00:05:39.040347 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ace7b-fd6a-481e-be53-324df11afff8 req-9a1a0191-898c-4573-ba44-08f4a3f2c019 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:39.041954 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-003ace7b-fd6a-481e-be53-324df11afff8 req-9a1a0191-898c-4573-ba44-08f4a3f2c019 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.0671604 Aug 20 00:05:39.090970 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-003ace7b-fd6a-481e-be53-324df11afff8 req-a98e997d-f07c-4a5f-83c3-febd83132925 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Aug 20 00:05:39.897121 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45150) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:40.038608 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f28354c-fc14-4d05-9705-499d61eb368f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.152873 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f28354c-fc14-4d05-9705-499d61eb368f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.238406 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f28354c-fc14-4d05-9705-499d61eb368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.270298 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640b482-e732-4a5f-b9d0-8835db7c3ed2 req-24540f39-faa0-460a-8391-3b1e7f2fc9b2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:40.270298 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8640b482-e732-4a5f-b9d0-8835db7c3ed2 req-24540f39-faa0-460a-8391-3b1e7f2fc9b2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.0793607 Aug 20 00:05:40.278705 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28354c-fc14-4d05-9705-499d61eb368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630277f3-9a22-4c98-bdfd-5ed313e2f22e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:40.308165 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3f28354c-fc14-4d05-9705-499d61eb368f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90198fe721a34143a739b76756392060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068482 Aug 20 00:05:40.308959 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45164) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:40.348766 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8640b482-e732-4a5f-b9d0-8835db7c3ed2 req-9e5f47e5-d136-4a89-96e3-f1649facec0f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705512 Aug 20 00:05:40.387290 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1426edcb-d050-40bd-bc71-2ed928b56ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.416371 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1426edcb-d050-40bd-bc71-2ed928b56ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.578577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1426edcb-d050-40bd-bc71-2ed928b56ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.582158 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1426edcb-d050-40bd-bc71-2ed928b56ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:40.583675 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-1426edcb-d050-40bd-bc71-2ed928b56ae2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/630277f3-9a22-4c98-bdfd-5ed313e2f22e HTTP/1.1" status: 204 len: 168 time: 0.2733903 Aug 20 00:05:40.597189 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426edcb-d050-40bd-bc71-2ed928b56ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630277f3-9a22-4c98-bdfd-5ed313e2f22e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:40.744197 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7a971-2d26-4982-8276-014b8586b264 req-b0e63994-fb57-441f-9501-6375a387ce9f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:40.746025 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7db7a971-2d26-4982-8276-014b8586b264 req-b0e63994-fb57-441f-9501-6375a387ce9f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0747857 Aug 20 00:05:40.809893 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7db7a971-2d26-4982-8276-014b8586b264 req-0a158c91-b5a6-4c20-b99a-0823f65097bb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551910 Aug 20 00:05:41.363343 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45182) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:41.379312 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04f1f128-7069-42a2-a1fe-3f7a3a986446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.490738 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04f1f128-7069-42a2-a1fe-3f7a3a986446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.517950 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2f959-8943-4b67-a9bb-4c50762e69c8 req-477373ad-0533-482e-a1ff-b4af79eaabf6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:41.520808 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eea2f959-8943-4b67-a9bb-4c50762e69c8 req-477373ad-0533-482e-a1ff-b4af79eaabf6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.0859146 Aug 20 00:05:41.557465 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04f1f128-7069-42a2-a1fe-3f7a3a986446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.567890 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eea2f959-8943-4b67-a9bb-4c50762e69c8 req-eb6cb0c0-f6e0-429f-bd09-893ea681e727 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Aug 20 00:05:41.603200 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-04f1f128-7069-42a2-a1fe-3f7a3a986446 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bff50a62a99b41b0a843a8d6734e05df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386277 Aug 20 00:05:41.607742 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f128-7069-42a2-a1fe-3f7a3a986446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a948797-1c25-4e33-b19e-35c0b01552f4,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:41.608043 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45188) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:41.682148 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1b36-30ea-48dd-88e8-289c751473c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.713551 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1b36-30ea-48dd-88e8-289c751473c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.869904 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1b36-30ea-48dd-88e8-289c751473c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.872669 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1b36-30ea-48dd-88e8-289c751473c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:41.875602 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-dcfa1b36-30ea-48dd-88e8-289c751473c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a948797-1c25-4e33-b19e-35c0b01552f4 HTTP/1.1" status: 204 len: 168 time: 0.2647784 Aug 20 00:05:41.882664 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1b36-30ea-48dd-88e8-289c751473c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a948797-1c25-4e33-b19e-35c0b01552f4,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:41.961557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e38a7-051b-414b-aeea-06485fbefd34 req-dc867c91-bd6d-4306-97d3-b73fae82da09 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:41.963176 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f67e38a7-051b-414b-aeea-06485fbefd34 req-dc867c91-bd6d-4306-97d3-b73fae82da09 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0677288 Aug 20 00:05:42.010897 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f67e38a7-051b-414b-aeea-06485fbefd34 req-5aca1386-86b7-4c98-8f99-8f16a8cc1f8c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364351 Aug 20 00:05:42.469676 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:05:42.598464 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:42.612120 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'port_id': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'mac_address': 'fa:16:3e:59:23:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:05:42.662877 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:42.679486 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:05:42.702550 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2e148-b451-4a96-ae41-69d796b8484e req-2e81dac2-00b8-4ee8-9eea-6df0c1441cf3 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:42.703483 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:42.704030 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-01d2e148-b451-4a96-ae41-69d796b8484e req-2e81dac2-00b8-4ee8-9eea-6df0c1441cf3 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 944 time: 0.0594449 Aug 20 00:05:42.753207 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-01d2e148-b451-4a96-ae41-69d796b8484e req-0cd8f0c7-5d75-434e-ad64-771484b34f19 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Aug 20 00:05:42.872008 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:42.925716 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:42.935028 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.935679 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.936049 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.936390 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.936721 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.937066 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.938098 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.938425 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.938838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.939132 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.939455 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:42.939779 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:05:43.152902 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1960cbd-f1aa-4df9-acbf-e09f2f5c1302 req-af265e6e-8a4e-4434-9451-6a20c6a7a758 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:43.154507 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f1960cbd-f1aa-4df9-acbf-e09f2f5c1302 req-af265e6e-8a4e-4434-9451-6a20c6a7a758 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0569906 Aug 20 00:05:43.212317 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f1960cbd-f1aa-4df9-acbf-e09f2f5c1302 req-0c0f015b-8f0b-45a6-be0d-ae73e05adfdf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480568 Aug 20 00:05:43.863591 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45234) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:43.877925 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040005-e353-4db1-aa78-b26842328fa8 req-c6adf7bd-8d2a-4f1a-b752-b7a564dd8d5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:43.879645 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-26040005-e353-4db1-aa78-b26842328fa8 req-c6adf7bd-8d2a-4f1a-b752-b7a564dd8d5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 945 time: 0.0533571 Aug 20 00:05:43.919281 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-26040005-e353-4db1-aa78-b26842328fa8 req-776819bb-7697-4a0a-b175-d2ffc9e2a8c0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Aug 20 00:05:43.979232 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a15a6004-8b65-4518-9589-64759d1ccc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.076942 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a15a6004-8b65-4518-9589-64759d1ccc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.149589 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a15a6004-8b65-4518-9589-64759d1ccc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.186857 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a6004-8b65-4518-9589-64759d1ccc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2936fb1d-c9a9-40b8-a931-7a11339bff29,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:44.191590 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a15a6004-8b65-4518-9589-64759d1ccc53 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45e0991954bd42df9aaee4e5efd1e884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271868 Aug 20 00:05:44.195018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45238) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:44.246343 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16cde615-4ec6-49ed-b749-ae72a7f3d380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.269463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16cde615-4ec6-49ed-b749-ae72a7f3d380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.349997 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c92dcd-3485-4ce4-89dc-7369f7c9a0be req-ff5342d0-2f16-42c2-99e4-07eead9906bb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:44.351539 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d7c92dcd-3485-4ce4-89dc-7369f7c9a0be req-ff5342d0-2f16-42c2-99e4-07eead9906bb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0593498 Aug 20 00:05:44.390192 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d7c92dcd-3485-4ce4-89dc-7369f7c9a0be req-0a634388-cf2d-4c91-9b00-ebae90f1f538 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324171 Aug 20 00:05:44.424070 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16cde615-4ec6-49ed-b749-ae72a7f3d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.426764 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16cde615-4ec6-49ed-b749-ae72a7f3d380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:44.428620 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-16cde615-4ec6-49ed-b749-ae72a7f3d380 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2936fb1d-c9a9-40b8-a931-7a11339bff29 HTTP/1.1" status: 204 len: 168 time: 0.2325161 Aug 20 00:05:44.436789 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cde615-4ec6-49ed-b749-ae72a7f3d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2936fb1d-c9a9-40b8-a931-7a11339bff29,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:44.566713 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:05:45.055235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd26be-7e27-4d90-8e5f-af0ee90dbbb8 req-e0fa0d72-1d23-441b-99d9-854c82c1092c tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:45.056957 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7bcd26be-7e27-4d90-8e5f-af0ee90dbbb8 req-e0fa0d72-1d23-441b-99d9-854c82c1092c tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 945 time: 0.0616498 Aug 20 00:05:45.116560 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7bcd26be-7e27-4d90-8e5f-af0ee90dbbb8 req-46399055-f950-40ca-8206-bd314831498e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Aug 20 00:05:45.199639 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-13e446f3-1622-4ee0-b18b-f892d361ecad tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:45.201179 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-13e446f3-1622-4ee0-b18b-f892d361ecad tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.0517910 Aug 20 00:05:45.313110 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Deleting port fe3a2aca-d5a3-4288-8023-9d6f2193f258 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:05:45.313722 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:45.444732 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] For port fe3a2aca-d5a3-4288-8023-9d6f2193f258, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fe3a2aca-d5a3-4288-8023-9d6f2193f258,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:45.445493 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:45.729387 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472220e1-82ba-4fbe-b464-4fd246282b3a req-f8877249-e865-4ece-af14-bb6bcb0520ce tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:45.731012 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-472220e1-82ba-4fbe-b464-4fd246282b3a req-f8877249-e865-4ece-af14-bb6bcb0520ce tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 946 time: 0.2406766 Aug 20 00:05:45.778177 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-20a4c174-69a7-4a11-a8b1-8f1c60ef5e41 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:45.779668 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-20a4c174-69a7-4a11-a8b1-8f1c60ef5e41 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/networks?id=199bab52-a931-46ab-8b01-e18275881113 HTTP/1.1" status: 200 len: 814 time: 0.2882743 Aug 20 00:05:45.844207 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-472220e1-82ba-4fbe-b464-4fd246282b3a req-7e946274-8954-4e2c-b61a-5fd11dfcbd62 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=0aa6d481-650a-4473-af71-a058ad5e3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029758 Aug 20 00:05:45.847531 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-f5a84c7f-b63d-46d0-bb52-619067a295c1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/quotas/afd23602884448a3b2b571bd2fe2743b HTTP/1.1" status: 200 len: 375 time: 0.0393996 Aug 20 00:05:45.870539 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:45.870918 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:45.871266 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Floating IP 0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4 disassociated. External IP: 172.27.1.178, port: fe3a2aca-d5a3-4288-8023-9d6f2193f258. Aug 20 00:05:45.871607 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Calling delete_port for fe3a2aca-d5a3-4288-8023-9d6f2193f258 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:05:45.894165 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-bf226b57-9d91-4556-a202-df7e28a9f232 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=afd23602884448a3b2b571bd2fe2743b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396819 Aug 20 00:05:46.045017 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-41aee971-5596-45ee-808d-eb92e1fc42a6 service neutron] 10.222.0.35 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419427 Aug 20 00:05:46.177763 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-06cc8f6b-07f5-4e1d-a988-37616c712459 service neutron] 10.222.0.35 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263874 Aug 20 00:05:46.228506 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:46.280178 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event deleted for resources: {'Port': ['ID=fe3a2aca-d5a3-4288-8023-9d6f2193f258,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:46.311175 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:05:46.342202 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e36599-2a8b-4ebc-8bac-a1f37ec4cea5 req-d41a2bec-61c3-46bb-b681-58158b251661 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:46.344334 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c6e36599-2a8b-4ebc-8bac-a1f37ec4cea5 req-d41a2bec-61c3-46bb-b681-58158b251661 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 945 time: 0.1268137 Aug 20 00:05:46.431243 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c6e36599-2a8b-4ebc-8bac-a1f37ec4cea5 req-05341ad1-9243-4c35-94b3-b5863cc4a5db tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779791 Aug 20 00:05:46.440523 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Router f396b826-5919-499b-9438-70d17a417d1a has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:05:46.466426 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:05:46.475012 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:05:46.477011 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:46.596728 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9a23743a-e38b-48b8-bc09-d02034fc3922 req-94e88abf-c3f7-46d2-b0c3-faaded22c7e6 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 210 time: 0.0402446 Aug 20 00:05:46.612519 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:46.642912 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:46.646558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba1c751-6d72-45c3-86c1-49304bb93660" -d '{"events": [{"server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "name": "network-vif-plugged", "status": "completed", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:46.664728 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:05:46.689308 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:05:46.730058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:05:46.749389 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:46.752558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:46.760189 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:46.764810 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] No DVR routers for this DVR port fe3a2aca-d5a3-4288-8023-9d6f2193f258 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:05:46.768544 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:46.770772 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0f61da9-5774-40f6-9737-ef00c1dc3a4d req-5cc5a1a4-26b5-4508-afe4-39495f5d6fe7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "DELETE /v2.0/ports/fe3a2aca-d5a3-4288-8023-9d6f2193f258 HTTP/1.1" status: 204 len: 173 time: 1.5626097 Aug 20 00:05:46.771207 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-deleted', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:46.773799 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c6d6b-f4e7-44a7-a5e0-d9dc5b276fcb" -d '{"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-deleted", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:46.818128 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3066c0c-5279-4836-84f8-127a754ca461 x-openstack-request-id: req-c3066c0c-5279-4836-84f8-127a754ca461 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:46.818581 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859e0dd9-536e-4bd0-93db-0cda0f3a656e", "name": "network-vif-deleted", "tag": "fe3a2aca-d5a3-4288-8023-9d6f2193f258", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:46.818696 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c3066c0c-5279-4836-84f8-127a754ca461 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:46.819067 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859e0dd9-536e-4bd0-93db-0cda0f3a656e', 'name': 'network-vif-deleted', 'tag': 'fe3a2aca-d5a3-4288-8023-9d6f2193f258', 'status': 'completed', 'code': 200} Aug 20 00:05:46.832446 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b12bf-5e33-46fb-835b-190ec8ca0f9d x-openstack-request-id: req-5b8b12bf-5e33-46fb-835b-190ec8ca0f9d {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:46.832828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "name": "network-vif-plugged", "status": "completed", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:46.833379 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b8b12bf-5e33-46fb-835b-190ec8ca0f9d {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:46.833760 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'code': 200} Aug 20 00:05:46.939297 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:47.005963 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:47.021173 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-42b56878-27ac-4ec8-a5e8-51c375e4f6ea req-721649ef-b6b3-4149-970d-18a680dc9d44 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0385885 Aug 20 00:05:47.292686 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863923ae-f5d0-4b78-8547-f6a8edbfb7a3 req-fc4b65ee-cd32-453b-8a8c-f407c350e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:47.295103 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-863923ae-f5d0-4b78-8547-f6a8edbfb7a3 req-fc4b65ee-cd32-453b-8a8c-f407c350e8e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 1099 time: 0.0568018 Aug 20 00:05:47.344588 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-863923ae-f5d0-4b78-8547-f6a8edbfb7a3 req-8f82cdcc-b1b3-41a6-90a8-5e0a98a72391 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Aug 20 00:05:47.346511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:47.383742 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:05:47.393812 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:47.394482 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:47.524405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:47.560652 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d8f3f-f661-4478-bf43-2010574a1228 req-7a1b83c7-8fca-451d-9306-fd414df184c6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:47.562367 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f0d8f3f-f661-4478-bf43-2010574a1228 req-7a1b83c7-8fca-451d-9306-fd414df184c6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.0553672 Aug 20 00:05:47.614645 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f0d8f3f-f661-4478-bf43-2010574a1228 req-65e07413-7e01-461c-8379-54c07845abac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Aug 20 00:05:47.729704 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c4086b1-0382-4550-bff8-8ba5f345861d req-058c5031-a1f4-45d8-87e3-7bf88b7a9077 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Aug 20 00:05:47.782309 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:47.818197 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e944531-f783-42b3-a7b8-92ce4506c4eb None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:05:48.175073 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2f700b65-3fa8-471b-bbf1-7a999c5328aa req-799ec4b6-fa3a-4b54-aca8-0b7441d5c042 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=859e0dd9-536e-4bd0-93db-0cda0f3a656e HTTP/1.1" status: 200 len: 210 time: 0.0439091 Aug 20 00:05:48.208721 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902de7e8-029b-416e-8707-abaa91009e72 None None] New status for floating IP 0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:05:48.765979 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53f03-3b20-455a-bded-b9ff9a73e182 req-7e6ad0f3-e7e0-47fa-a664-d173bdd6e825 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:48.767493 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f0d53f03-3b20-455a-bded-b9ff9a73e182 req-7e6ad0f3-e7e0-47fa-a664-d173bdd6e825 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.0599256 Aug 20 00:05:48.814602 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f0d53f03-3b20-455a-bded-b9ff9a73e182 req-5032da39-697e-4703-88fa-b05bbd0129bc tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Aug 20 00:05:48.879711 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-545f1c29-8475-4d68-97b0-22d3873f631f req-211e880f-4b94-49fb-a7f4-7128cd72c32a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 210 time: 0.0270543 Aug 20 00:05:49.361450 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45406) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:49.422734 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-670eface-ae30-4272-8024-eeb0ae62d3a4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:49.435873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-bfdc836e-f198-4bd2-ab9b-45295dad8810 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:49.437525 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-bfdc836e-f198-4bd2-ab9b-45295dad8810 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "GET /v2.0/networks?id=199bab52-a931-46ab-8b01-e18275881113 HTTP/1.1" status: 200 len: 814 time: 0.1147010 Aug 20 00:05:49.448105 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-670eface-ae30-4272-8024-eeb0ae62d3a4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:49.459759 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Request body: {'port': {'device_id': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'network_id': '199bab52-a931-46ab-8b01-e18275881113', 'admin_state_up': True, 'tenant_id': 'afd23602884448a3b2b571bd2fe2743b'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:49.608998 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-670eface-ae30-4272-8024-eeb0ae62d3a4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:49.613556 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-670eface-ae30-4272-8024-eeb0ae62d3a4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:49.615805 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-670eface-ae30-4272-8024-eeb0ae62d3a4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "DELETE /v2.0/security-groups/0aa6d481-650a-4473-af71-a058ad5e3b58 HTTP/1.1" status: 204 len: 168 time: 0.2547684 Aug 20 00:05:49.619376 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45408) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:49.630372 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eface-ae30-4272-8024-eeb0ae62d3a4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6d481-650a-4473-af71-a058ad5e3b58,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:49.638815 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Made reservation on behalf of afd23602884448a3b2b571bd2fe2743b for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:05:49.643670 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:49.647112 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.api.v2.resource [None req-a416dd3d-eabc-4128-ae1b-154149a60d08 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] show failed (client error): The resource could not be found. Aug 20 00:05:49.648193 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a416dd3d-eabc-4128-ae1b-154149a60d08 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups/0aa6d481-650a-4473-af71-a058ad5e3b58 HTTP/1.1" status: 404 len: 347 time: 0.0280123 Aug 20 00:05:49.651745 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45410) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:49.840471 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Allocated IP 172.20.0.9 (199bab52-a931-46ab-8b01-e18275881113/4bd67cb8-cfd8-4d75-8db2-36bda4c3e299/4a677799-df36-4525-aac3-93bd764a496d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:49.870956 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Deleting port 283c9a24-3ed1-43b0-a5a8-8145139c7fc8 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:05:49.871304 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.025762 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.026437 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.053299 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Calling delete_port for 283c9a24-3ed1-43b0-a5a8-8145139c7fc8 owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:05:50.103838 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7f113096-e69f-4550-a3a0-4bc998b91556 req-6183b3c8-b222-40cc-8f42-887d02ef6c96 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 210 time: 0.1029735 Aug 20 00:05:50.147155 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27f551-bcf7-4bc6-80a8-c7683023a93a req-d93dd16f-7bea-48d2-8d69-035069397631 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:50.150010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6d27f551-bcf7-4bc6-80a8-c7683023a93a req-d93dd16f-7bea-48d2-8d69-035069397631 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.1784949 Aug 20 00:05:50.198755 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.221888 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6d27f551-bcf7-4bc6-80a8-c7683023a93a req-9747af4c-fc20-4828-b491-7a0ac912a01e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579903 Aug 20 00:05:50.341507 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a665252-6e08-470c-bfdc-7cf8521e382a req-4f3c6ed0-2952-4a2e-aa42-d5ecc25de3c4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:50.343094 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a665252-6e08-470c-bfdc-7cf8521e382a req-4f3c6ed0-2952-4a2e-aa42-d5ecc25de3c4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.0526264 Aug 20 00:05:50.347880 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:05:50.394105 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: fe3a2aca-d5a3-4288-8023-9d6f2193f258 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:05:50.394105 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device fe3a2aca-d5a3-4288-8023-9d6f2193f258 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:05:50.394724 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a665252-6e08-470c-bfdc-7cf8521e382a req-32666dd8-69a8-48b8-8c13-7f2bc6f62cef tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Aug 20 00:05:50.411530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45430) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:50.446592 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.474893 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event deleted for resources: {'Port': ['ID=283c9a24-3ed1-43b0-a5a8-8145139c7fc8,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:50.544765 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.544949 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.544949 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.544949 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3313c4c1-24fb-4e02-ab2c-f05b85eb0366 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "DELETE /v2.0/floatingips/0e63bb4f-123f-4a57-8d0f-0f5d5c0a99e4 HTTP/1.1" status: 204 len: 168 time: 0.8873239 Aug 20 00:05:50.653994 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Network 199bab52-a931-46ab-8b01-e18275881113 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:50.660502 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Pushing event updated for resources: {'Port': ['ID=4a677799-df36-4525-aac3-93bd764a496d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:50.662992 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:50.666230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:50.703497 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac376a-5882-4def-b895-487ef47a6319 tempest-TestVolumeBootPattern-298742066 tempest-TestVolumeBootPattern-298742066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:50.705128 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-42ac376a-5882-4def-b895-487ef47a6319 tempest-TestVolumeBootPattern-298742066 tempest-TestVolumeBootPattern-298742066-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 1094 time: 0.2925885 Aug 20 00:05:50.708355 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45438) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:50.712647 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'port_id': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:50.734367 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:50.735239 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:50.844672 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.169964 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b8e23403-7424-421c-8151-c269dec809df tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7158563 Aug 20 00:05:51.176534 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45446) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:51.181380 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226692188', 'description': 'tempest-description--1812183064'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:51.188998 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Request body: {'port': {'device_id': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:51.284074 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.309612 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.352430 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d344959-a1f1-47ff-b0eb-dbba15b778fa req-c2375158-aaf6-4e5c-8f07-ee0aeae75da0 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:51.354592 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7d344959-a1f1-47ff-b0eb-dbba15b778fa req-c2375158-aaf6-4e5c-8f07-ee0aeae75da0 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 931 time: 0.1307750 Aug 20 00:05:51.415609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.456227 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7d344959-a1f1-47ff-b0eb-dbba15b778fa req-4f059f6c-917b-4b7b-8d77-70c5a5a14856 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885711 Aug 20 00:05:51.483002 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.502286 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.512969 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3addd97b-147d-4639-bab2-79f84dbac34a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:51.568115 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.569592 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-387d2c3a-1e74-4a21-bb90-219d4ae7cbc4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3921490 Aug 20 00:05:51.573188 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45448) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:51.581232 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'security_group_rule': {'security_group_id': '3addd97b-147d-4639-bab2-79f84dbac34a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:51.669608 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.710541 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Allocated IP 172.27.1.84 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/7fa86eb8-3901-48dd-b209-f80a2a048bc1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:51.751079 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.755056 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.825670 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.826093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a677799-df36-4525-aac3-93bd764a496d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:05:51.842472 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.844066 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228c398b-e2fc-4648-aaf8-7c592d0b5ff8,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:51.868230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Transition to ACTIVE for port object 4a677799-df36-4525-aac3-93bd764a496d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:05:51.883487 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.929524 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:51.930657 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c1f1df7d-0c2e-4da7-ab81-b4804a16d586 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562689 Aug 20 00:05:51.933626 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45456) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:51.938955 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'security_group_rule': {'security_group_id': '3addd97b-147d-4639-bab2-79f84dbac34a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:51.963392 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.012745 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Pushing event updated for resources: {'Port': ['ID=4a677799-df36-4525-aac3-93bd764a496d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:52.070945 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.107308 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.131776 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:52.145191 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:52.147893 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:52.187410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=7fa86eb8-3901-48dd-b209-f80a2a048bc1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:52.195405 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Attempting to bind port 4a677799-df36-4525-aac3-93bd764a496d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:05:52.195746 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Attempting to bind port 4a677799-df36-4525-aac3-93bd764a496d by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:05:52.196172 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Attempting to bind port 4a677799-df36-4525-aac3-93bd764a496d on network 199bab52-a931-46ab-8b01-e18275881113 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:52.205812 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.207052 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Port 4a677799-df36-4525-aac3-93bd764a496d on network 199bab52-a931-46ab-8b01-e18275881113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:05:52.207390 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Attempting to bind port 4a677799-df36-4525-aac3-93bd764a496d on network 199bab52-a931-46ab-8b01-e18275881113 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:05:52.215627 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:05:52.219590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Checking segment: {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:05:52.219590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Bound using segment: {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:05:52.219590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Bound port: 4a677799-df36-4525-aac3-93bd764a496d, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91378ef-0770-415b-b915-b003f06b02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '199bab52-a931-46ab-8b01-e18275881113'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:05:52.219590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.294452 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.322730 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f16a97-a682-4235-bf7e-1db9aa164fdb,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:52.368693 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] For port 4a677799-df36-4525-aac3-93bd764a496d, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:05:52.395600 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.397742 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2bf35f21-9e78-4468-8e9d-71fa0ea2b567 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4629288 Aug 20 00:05:52.400832 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45462) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:05:52.405505 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:05:52.419324 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] For port 4a677799-df36-4525-aac3-93bd764a496d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a677799-df36-4525-aac3-93bd764a496d,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:05:52.482796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.528252 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:52.528880 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.530336 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] 10.222.0.10 "PUT /v2.0/ports/4a677799-df36-4525-aac3-93bd764a496d HTTP/1.1" status: 200 len: 1093 time: 1.3489349 Aug 20 00:05:52.536257 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'tag': '4a677799-df36-4525-aac3-93bd764a496d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:52.538562 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1f94b-3381-402f-a05f-96e6c50fae38" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d599af-298b-4f06-a715-55d287ed1bb5", "tag": "4a677799-df36-4525-aac3-93bd764a496d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:52.549751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.605676 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f62d22-2455-4710-895a-ac61cf2d21c8 x-openstack-request-id: req-f5f62d22-2455-4710-895a-ac61cf2d21c8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:52.605944 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d599af-298b-4f06-a715-55d287ed1bb5", "tag": "4a677799-df36-4525-aac3-93bd764a496d", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:52.606190 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5f62d22-2455-4710-895a-ac61cf2d21c8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:52.606584 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'tag': '4a677799-df36-4525-aac3-93bd764a496d', 'status': 'completed', 'code': 200} Aug 20 00:05:52.668422 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.695796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad650-6e45-439b-83a3-9c8da913c83c service neutron] Pushing event updated for resources: {'Port': ['ID=4a677799-df36-4525-aac3-93bd764a496d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:52.776074 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56781e6e-9efe-49f3-8133-9ff41eeb8344 req-bc1e7b07-96d7-41d4-b154-54f1e2941ecd tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:52.777630 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56781e6e-9efe-49f3-8133-9ff41eeb8344 req-bc1e7b07-96d7-41d4-b154-54f1e2941ecd tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.2325835 Aug 20 00:05:52.798631 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1f94b-3381-402f-a05f-96e6c50fae38 req-d147df15-de0a-4d3b-8bac-f581e529cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:52.800124 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdf1f94b-3381-402f-a05f-96e6c50fae38 req-d147df15-de0a-4d3b-8bac-f581e529cd8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd23602884448a3b2b571bd2fe2743b&device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1647167 Aug 20 00:05:52.807888 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Allocated IP 172.27.1.234 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/afad7407-c1fc-4501-8b79-1cefc5243289) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:05:52.915684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.923290 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56781e6e-9efe-49f3-8133-9ff41eeb8344 req-03ec8628-1de5-403d-84a8-d4fba0c424d1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343834 Aug 20 00:05:52.955007 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:52.993974 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1f94b-3381-402f-a05f-96e6c50fae38 req-600c7306-32f5-4732-b64f-ab16fbac721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:52.995445 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdf1f94b-3381-402f-a05f-96e6c50fae38 req-600c7306-32f5-4732-b64f-ab16fbac721e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=afd23602884448a3b2b571bd2fe2743b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1867163 Aug 20 00:05:53.037738 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.073676 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:05:53.080080 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:05:53.081134 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:05:53.127444 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'Port': ['ID=afad7407-c1fc-4501-8b79-1cefc5243289,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:53.151296 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1f94b-3381-402f-a05f-96e6c50fae38 req-cb14c35e-11d9-4863-ab5c-fb885e0e02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:53.152851 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bdf1f94b-3381-402f-a05f-96e6c50fae38 req-cb14c35e-11d9-4863-ab5c-fb885e0e02e7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359711 Aug 20 00:05:53.153857 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.206893 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.310651 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b302ed5b-61c3-453e-bb82-83c0e7963d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:53.312465 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-b302ed5b-61c3-453e-bb82-83c0e7963d46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=afd23602884448a3b2b571bd2fe2743b&device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1122754 Aug 20 00:05:53.331109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.368486 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-a9e612a7-eb77-4062-afe4-338d4e621f12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a677799-df36-4525-aac3-93bd764a496d HTTP/1.1" status: 200 len: 217 time: 0.0427463 Aug 20 00:05:53.461135 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.463523 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-978a582a-53d3-460f-a57f-68fc38d8f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:53.465140 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-978a582a-53d3-460f-a57f-68fc38d8f599 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4bd67cb8-cfd8-4d75-8db2-36bda4c3e299 HTTP/1.1" status: 200 len: 854 time: 0.0858951 Aug 20 00:05:53.494558 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.500654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-3b3a39a0-96ec-4774-9c5c-95f64ab0dabd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=199bab52-a931-46ab-8b01-e18275881113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265460 Aug 20 00:05:53.557754 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.587250 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.655710 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=7fa86eb8-3901-48dd-b209-f80a2a048bc1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:53.675277 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'Port': ['ID=afad7407-c1fc-4501-8b79-1cefc5243289,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:05:53.675277 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.681653 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.689307 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-2ff131c5-727e-4483-beb9-1d52f4614f28 service neutron] 10.222.0.10 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814420 Aug 20 00:05:53.786095 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:53.788127 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3f4fe192-83e8-499d-a3dd-ab379b7d7740 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3857222 Aug 20 00:05:53.909468 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9ba24850-62ec-4a2a-bb39-6217728dae0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:54.170182 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Floating IP 11ea647f-5ba7-4ee4-9311-bc39f8d639cf associated. External IP: 172.27.1.84, port: aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1. Aug 20 00:05:54.242618 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c79516bf-9ccf-4841-a2b9-9b38a12116dc req-6dfe298e-d4da-4667-876a-63c5e061d0b3 service neutron] 10.222.0.10 "GET /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226967 Aug 20 00:05:54.260264 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-7a6b1d14-ce01-4efa-8e60-d63212a8e23f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--226692188&fields=id&tenant_id=754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 267 time: 0.1328089 Aug 20 00:05:54.275307 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb001f-6a33-4b28-860c-1885c16d5fe4 req-f11fb903-1900-4380-abbb-28345d5eda11 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:54.276834 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00fb001f-6a33-4b28-860c-1885c16d5fe4 req-f11fb903-1900-4380-abbb-28345d5eda11 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.1479266 Aug 20 00:05:54.420648 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00fb001f-6a33-4b28-860c-1885c16d5fe4 req-d77a0626-66ce-4617-9a33-3cea9b09d2b9 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124618 Aug 20 00:05:54.498985 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-f2eaac72-ddf1-451b-91ed-cb91e5f726a1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:54.500797 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-f2eaac72-ddf1-451b-91ed-cb91e5f726a1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 817 time: 0.2228637 Aug 20 00:05:54.551249 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-113b8bbf-556f-49c0-a49c-a42968491865 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/quotas/754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 375 time: 0.0178800 Aug 20 00:05:54.597311 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:05:54.625664 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-999b5eb6-6973-402a-88d1-dad35fc38160 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623720 Aug 20 00:05:54.794347 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:05:54.806256 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-f66f1296-1b51-412c-8378-e73da5a2386d service neutron] 10.222.0.35 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455686 Aug 20 00:05:54.812139 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:05:54.823742 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:54.824437 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:54.894151 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:54.940188 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-e262ba11-0341-4797-be7a-10ebcc208451 service neutron] 10.222.0.35 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234510 Aug 20 00:05:54.941176 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-fe4d9d91-688a-4939-80fd-50f148970668 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2320628 Aug 20 00:05:54.941743 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:05:54.943895 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:54.945218 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ccef0-0a26-4738-852e-4a9281a69462" -d '{"events": [{"name": "network-changed", "server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:05:54.987888 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48579ce5-64a7-4ada-9222-4f733fe8d323 x-openstack-request-id: req-48579ce5-64a7-4ada-9222-4f733fe8d323 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:05:54.988285 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:05:54.988603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48579ce5-64a7-4ada-9222-4f733fe8d323 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:05:54.989080 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'status': 'completed', 'code': 200} Aug 20 00:05:55.186602 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '11ea647f-5ba7-4ee4-9311-bc39f8d639cf', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:59:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:52Z', 'updated_at': '2021-08-20T00:05:52Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:55.215393 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:05:55.224540 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:05:55.225164 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:55.297864 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d70af0a4-7463-4dee-bffe-ed7170c929a4 req-1594e8a2-357d-4fc5-9c27-73e7868009a2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0439081 Aug 20 00:05:55.478986 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:05:55.556590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31637b5b-38ef-4159-85b0-b2cec5e905f5 req-78795825-40b5-4c1b-90a0-c3a18e5790ed tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:55.558387 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-31637b5b-38ef-4159-85b0-b2cec5e905f5 req-78795825-40b5-4c1b-90a0-c3a18e5790ed tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.0579679 Aug 20 00:05:55.602386 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-31637b5b-38ef-4159-85b0-b2cec5e905f5 req-4ed54677-a3cb-4965-a173-178894c57e3e tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374715 Aug 20 00:05:55.767074 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '11ea647f-5ba7-4ee4-9311-bc39f8d639cf', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:59:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:52Z', 'updated_at': '2021-08-20T00:05:52Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:05:55.798156 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61528650-7b87-4568-a636-7e034a0bfc34 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '11ea647f-5ba7-4ee4-9311-bc39f8d639cf', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:59:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:52Z', 'updated_at': '2021-08-20T00:05:52Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:05:56.043963 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd23797-de17-4b6b-9969-1883490b19f8 None None] New status for floating IP 11ea647f-5ba7-4ee4-9311-bc39f8d639cf: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:05:56.392195 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0a6a5d19-41f9-459e-a038-eefba791cc44 req-a16660fb-caac-4d0d-ad60-85949ba6740e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0267711 Aug 20 00:05:56.719535 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31e699-ee67-4e25-a3ce-0934b8b0f54c req-8b952d24-ea99-4d6b-8cad-7cb600f2c546 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:56.721066 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fb31e699-ee67-4e25-a3ce-0934b8b0f54c req-8b952d24-ea99-4d6b-8cad-7cb600f2c546 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.0512173 Aug 20 00:05:56.761681 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fb31e699-ee67-4e25-a3ce-0934b8b0f54c req-07a16f3c-aa65-4998-9b36-67c5fcbdcc9f tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342343 Aug 20 00:05:56.774108 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-365c40d0-4ba9-4427-9649-161677ab0411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:56.948933 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:57.488289 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-11489103-1d64-4e5f-b9ea-926bd756400e req-67eed420-8fbe-49e3-8e0e-a7736a6736c1 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0255473 Aug 20 00:05:57.889045 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c944f-6363-4d46-b15d-f64e69afbe50 req-3dba4d35-83e0-4f36-8f82-472429d0ca31 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:57.891190 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d24c944f-6363-4d46-b15d-f64e69afbe50 req-3dba4d35-83e0-4f36-8f82-472429d0ca31 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.0565152 Aug 20 00:05:57.935821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d24c944f-6363-4d46-b15d-f64e69afbe50 req-eecdae74-444c-46d9-9951-b36f4aaaafcc tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Aug 20 00:05:58.114974 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:58.606551 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-433a7069-a1c7-4005-90db-834af8c04069 req-23703f12-3113-425f-9a3a-efa21e6e09e7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Aug 20 00:05:59.075455 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9f78e-d3f8-4051-97e8-8b6c20194ed4 req-aaf8b246-e12f-4072-818e-c841ea3caf26 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:59.077016 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dfe9f78e-d3f8-4051-97e8-8b6c20194ed4 req-aaf8b246-e12f-4072-818e-c841ea3caf26 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.0548196 Aug 20 00:05:59.121203 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dfe9f78e-d3f8-4051-97e8-8b6c20194ed4 req-1dcddc82-2ec2-41f0-a4a5-5079ad42d194 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379481 Aug 20 00:05:59.602017 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-dc241ebd-7465-482d-beda-1b0b10e13fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:59.603520 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-dc241ebd-7465-482d-beda-1b0b10e13fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 1099 time: 0.0433888 Aug 20 00:05:59.643243 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:05:59.748917 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-6dd48774-6941-45ed-96da-a23f7a04dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:59.750710 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-6dd48774-6941-45ed-96da-a23f7a04dc3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.1386909 Aug 20 00:05:59.753129 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0e2970dd-a7a0-4a0b-807c-aabd8108b8a1 req-831a68db-fa38-4f6f-a23a-ae018a53f373 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0366235 Aug 20 00:05:59.827836 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-ff0e5dc8-17cf-4d27-9d9d-1fcdd669aeb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0675523 Aug 20 00:05:59.886731 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-b5207d3d-4869-4749-92bc-af916a30d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:59.888232 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-b5207d3d-4869-4749-92bc-af916a30d38b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0533266 Aug 20 00:05:59.949952 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-c1572ec2-46b5-492f-ae4c-bab0e15e5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:05:59.951548 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-c1572ec2-46b5-492f-ae4c-bab0e15e5bfa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498469 Aug 20 00:06:00.058496 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-02cda2f7-b24f-4bf8-9427-dbb9738bba47 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984030 Aug 20 00:06:00.166629 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4f5ccef0-0a26-4738-852e-4a9281a69462 req-ca158e4e-e3bb-4cf7-a799-ec044db74cd9 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991995 Aug 20 00:06:00.247216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21528b-fcae-470b-9ebc-b70b572e309b req-70fccaaf-bb4c-44a1-8419-f98ae7bcee60 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:00.248745 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4c21528b-fcae-470b-9ebc-b70b572e309b req-70fccaaf-bb4c-44a1-8419-f98ae7bcee60 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.0508311 Aug 20 00:06:00.301010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4c21528b-fcae-470b-9ebc-b70b572e309b req-6ce1b5ab-781c-4e35-bd2c-4635a4b49378 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Aug 20 00:06:00.698937 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-74e77abd-04da-4fc8-b50f-13d6f23c4d86 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:00.700138 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-74e77abd-04da-4fc8-b50f-13d6f23c4d86 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 817 time: 0.1402516 Aug 20 00:06:00.752043 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-0909544e-33db-4226-9057-071fdd4a7f09 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 379 time: 0.0420747 Aug 20 00:06:00.763223 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'port': {'device_id': 'f852892d-2f20-45d0-a277-c5412bd39253', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'admin_state_up': True, 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'security_groups': ['3addd97b-147d-4639-bab2-79f84dbac34a']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:06:00.881096 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0c8e5a35-95fc-4927-ac8b-865c98602eaa req-0fc5a093-aeb6-4877-9772-ffa44aaa4427 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0366538 Aug 20 00:06:00.977719 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Made reservation on behalf of 754e08e99dbd4c4883d3cc70bd7902d5 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:06:00.981360 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:01.131172 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Allocated IP 172.20.0.11 (1dc2e2a4-e0d0-412b-a59e-74739630a38d/8cf1967b-178c-4090-b3c6-36933e238685/c98b94f3-5a45-4b92-aed5-7417786d0975) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:06:01.297669 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:01.315280 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Transition to ACTIVE for port object c98b94f3-5a45-4b92-aed5-7417786d0975 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:06:01.428645 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:01.506963 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:06:01.520914 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:06:01.523964 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:06:01.550428 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:01.565823 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0322d7-7abe-43b7-ab2e-87568136d3d1 req-a91b4af2-b271-4bd3-9139-2c5d06d7fac1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:01.567706 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b0322d7-7abe-43b7-ab2e-87568136d3d1 req-a91b4af2-b271-4bd3-9139-2c5d06d7fac1 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 943 time: 0.1530457 Aug 20 00:06:01.605853 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:01.606526 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:01.640342 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b0322d7-7abe-43b7-ab2e-87568136d3d1 req-9fe44b8a-c2df-4842-a09d-6b986ea8c9a5 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628567 Aug 20 00:06:01.752580 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4296ceea-0e5e-4b74-b4f1-ad43ecd52294 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933076 Aug 20 00:06:01.768785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Request body: {'port': {'device_id': 'f852892d-2f20-45d0-a277-c5412bd39253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:06:01.831757 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:01.909713 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-864de4bb-7ccf-4d29-a1f2-2c62890b3fea None None] Provisioning for port c98b94f3-5a45-4b92-aed5-7417786d0975 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:06:01.916161 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-864de4bb-7ccf-4d29-a1f2-2c62890b3fea None None] Provisioning complete for port c98b94f3-5a45-4b92-aed5-7417786d0975 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:06:01.916782 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-864de4bb-7ccf-4d29-a1f2-2c62890b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:01.957459 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-864de4bb-7ccf-4d29-a1f2-2c62890b3fea None None] Port c98b94f3-5a45-4b92-aed5-7417786d0975 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:06:02.092846 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0be351-8dda-4acd-8480-524856cef016 req-d8f28516-adc0-4ed7-9562-2cbd68733d64 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:02.095149 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fc0be351-8dda-4acd-8480-524856cef016 req-d8f28516-adc0-4ed7-9562-2cbd68733d64 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 932 time: 0.1079752 Aug 20 00:06:02.162988 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fc0be351-8dda-4acd-8480-524856cef016 req-79369fa4-c3c7-4b05-b890-787facdd89ca tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565503 Aug 20 00:06:02.215559 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98b94f3-5a45-4b92-aed5-7417786d0975 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:06:02.225306 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.240990 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Transition to ACTIVE for port object c98b94f3-5a45-4b92-aed5-7417786d0975 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:06:02.351161 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.379399 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a677799-df36-4525-aac3-93bd764a496d details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:06:02.404614 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:02.487824 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Attempting to bind port c98b94f3-5a45-4b92-aed5-7417786d0975 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:06:02.488439 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Attempting to bind port c98b94f3-5a45-4b92-aed5-7417786d0975 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:06:02.488781 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Attempting to bind port c98b94f3-5a45-4b92-aed5-7417786d0975 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:06:02.494148 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 4a677799-df36-4525-aac3-93bd764a496d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a677799-df36-4525-aac3-93bd764a496d,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:02.494864 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Port c98b94f3-5a45-4b92-aed5-7417786d0975 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:06:02.495195 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Attempting to bind port c98b94f3-5a45-4b92-aed5-7417786d0975 on network 1dc2e2a4-e0d0-412b-a59e-74739630a38d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:06:02.501717 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:06:02.502051 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Checking segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:06:02.502425 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Bound using segment: {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:06:02.503046 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Bound port: c98b94f3-5a45-4b92-aed5-7417786d0975, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43cdd50b-caf4-4a1c-9cce-8051cbf533e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:06:02.503403 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.508960 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '4a677799-df36-4525-aac3-93bd764a496d', 'network_id': '199bab52-a931-46ab-8b01-e18275881113', 'port_id': '4a677799-df36-4525-aac3-93bd764a496d', 'mac_address': 'fa:16:3e:df:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd67cb8-cfd8-4d75-8db2-36bda4c3e299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:06:02.550690 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.567013 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a677799-df36-4525-aac3-93bd764a496d {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:06:02.594560 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:06:02.598234 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:06:02.600304 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 4a677799-df36-4525-aac3-93bd764a496d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a677799-df36-4525-aac3-93bd764a496d,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:02.670757 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.701235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.766308 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:02.766308 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:02.766308 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] 10.222.0.10 "PUT /v2.0/ports/c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 1094 time: 1.0035555 Aug 20 00:06:02.769676 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:06:02.780958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed88ea-cb9e-4bd6-b117-1a012053cdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:06:02.803398 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=4a677799-df36-4525-aac3-93bd764a496d,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:02.851528 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac5a07-ebb9-405d-8cdd-199fecfc9d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:02.915320 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27817098-4748-40ca-9f16-13cb9085ab66 req-54825504-44af-4d92-93c7-e3d74eb99883 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:02.918286 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27817098-4748-40ca-9f16-13cb9085ab66 req-54825504-44af-4d92-93c7-e3d74eb99883 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 944 time: 0.1833763 Aug 20 00:06:02.920706 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd205b2-01ed-42d9-89f9-c180e6011ee0 x-openstack-request-id: req-3dd205b2-01ed-42d9-89f9-c180e6011ee0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:06:02.922464 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:06:02.922764 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dd205b2-01ed-42d9-89f9-c180e6011ee0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:06:02.923361 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'status': 'completed', 'code': 200} Aug 20 00:06:02.968992 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['4a677799-df36-4525-aac3-93bd764a496d'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:06:03.050411 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27817098-4748-40ca-9f16-13cb9085ab66 req-46cf7bd6-6209-4b95-a558-5aea1360e537 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089554 Aug 20 00:06:03.056487 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-0af21dd3-83fc-48ad-ac03-f2feb430b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.059451 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-0af21dd3-83fc-48ad-ac03-f2feb430b2e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1097 time: 0.1337743 Aug 20 00:06:03.119239 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-38d9b202-3b9d-4acc-bbfa-6ccb8f877f90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 217 time: 0.0507431 Aug 20 00:06:03.191086 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4d12d852-990d-4504-940a-c09a50a4d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.192906 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4d12d852-990d-4504-940a-c09a50a4d549 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0634649 Aug 20 00:06:03.256681 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4055f82d-dc40-47b7-aae1-d98a585d2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.258152 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-4055f82d-dc40-47b7-aae1-d98a585d2ddc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569324 Aug 20 00:06:03.371462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e53ea-3991-41f6-b4b3-04aaa717a49c req-835ba247-8a4f-48bb-8b0c-6c8424da8936 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.373158 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-216e53ea-3991-41f6-b4b3-04aaa717a49c req-835ba247-8a4f-48bb-8b0c-6c8424da8936 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.1140559 Aug 20 00:06:03.407758 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-554e6fa3-091e-483f-8664-ea401984fba9 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401796 Aug 20 00:06:03.449489 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-216e53ea-3991-41f6-b4b3-04aaa717a49c req-b46586d7-f65f-4021-ad5b-93ea32750f5f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666547 Aug 20 00:06:03.525239 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-025ea010-79b4-4bce-a330-61ed291e09bb req-1ee0c184-3e1e-47b2-a973-a32b93864a55 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081088 Aug 20 00:06:03.706837 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-891c5186-8ce9-4dd1-bb11-730e666ebbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.708409 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-891c5186-8ce9-4dd1-bb11-730e666ebbd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1097 time: 0.0428271 Aug 20 00:06:03.807987 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-1c1c82e7-6ad0-4307-9016-6941ee8fbf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.809466 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-1c1c82e7-6ad0-4307-9016-6941ee8fbf36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.0921712 Aug 20 00:06:03.855837 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-498fad6e-47ee-4c54-9519-8e174ae75a76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 217 time: 0.0372980 Aug 20 00:06:03.913560 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-49ccf4fc-96e7-4d10-b951-4546f0add801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:03.915027 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-49ccf4fc-96e7-4d10-b951-4546f0add801 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0504215 Aug 20 00:06:04.271181 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-d025d2df-6fb3-4bae-962a-705c38278396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:04.274542 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-d025d2df-6fb3-4bae-962a-705c38278396 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3510659 Aug 20 00:06:04.289275 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971706b2-535e-42ec-831a-a697533596df req-eb85218f-d464-4712-9ba8-e967fc806b1b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:04.290888 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-971706b2-535e-42ec-831a-a697533596df req-eb85218f-d464-4712-9ba8-e967fc806b1b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 944 time: 0.0659688 Aug 20 00:06:04.380443 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a677799-df36-4525-aac3-93bd764a496d up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:06:04.395144 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-971706b2-535e-42ec-831a-a697533596df req-601e1535-2de1-42ed-9385-13ac2628e56a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951915 Aug 20 00:06:04.417976 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-95fb7bcb-43b7-4c99-a06a-b80de77e91b1 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260774 Aug 20 00:06:04.488716 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 4a677799-df36-4525-aac3-93bd764a496d completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:06:04.494669 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 4a677799-df36-4525-aac3-93bd764a496d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:06:04.495460 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:04.577968 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-feed88ea-cb9e-4bd6-b117-1a012053cdd1 req-3124529e-3646-47c1-a889-6604bc8f397c service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491251 Aug 20 00:06:04.598216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:04.602148 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4364280-353b-4051-84c1-1b92f090daed req-53464d45-2d29-444a-b0fa-9126a1238f43 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:04.603737 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d4364280-353b-4051-84c1-1b92f090daed req-53464d45-2d29-444a-b0fa-9126a1238f43 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0665963 Aug 20 00:06:04.623620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a677799-df36-4525-aac3-93bd764a496d'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:06:04.626509 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815f044c-d5d8-438c-ba70-79316edae10a" -d '{"events": [{"server_uuid": "e3d599af-298b-4f06-a715-55d287ed1bb5", "name": "network-vif-plugged", "status": "completed", "tag": "4a677799-df36-4525-aac3-93bd764a496d"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:06:04.641691 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 4a677799-df36-4525-aac3-93bd764a496d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a677799-df36-4525-aac3-93bd764a496d,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:04.652954 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d4364280-353b-4051-84c1-1b92f090daed req-d91d6823-3833-4393-a729-424004f7561e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401864 Aug 20 00:06:04.668187 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decdb3fc-7a3f-4cac-8dfc-25352f2bd075 x-openstack-request-id: req-decdb3fc-7a3f-4cac-8dfc-25352f2bd075 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:06:04.668466 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d599af-298b-4f06-a715-55d287ed1bb5", "name": "network-vif-plugged", "status": "completed", "tag": "4a677799-df36-4525-aac3-93bd764a496d", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:06:04.668735 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-decdb3fc-7a3f-4cac-8dfc-25352f2bd075 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:06:04.669173 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a677799-df36-4525-aac3-93bd764a496d', 'code': 200} Aug 20 00:06:04.745774 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:04.798412 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=4a677799-df36-4525-aac3-93bd764a496d,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:05.061776 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30362df-87ac-4f10-9149-232935ba3a55 req-de98b199-0076-454c-bcbc-5c18f722f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:05.063751 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c30362df-87ac-4f10-9149-232935ba3a55 req-de98b199-0076-454c-bcbc-5c18f722f22a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 1098 time: 0.0430837 Aug 20 00:06:05.104568 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c30362df-87ac-4f10-9149-232935ba3a55 req-9b67152e-28b7-42d9-b846-5a6e160909cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307748 Aug 20 00:06:05.534476 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02283b-0506-45fa-bd7e-1a1a9cd44ab1 req-999f3dfd-7e3d-464c-8131-0d47483b5db6 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:05.536161 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4c02283b-0506-45fa-bd7e-1a1a9cd44ab1 req-999f3dfd-7e3d-464c-8131-0d47483b5db6 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 945 time: 0.0571749 Aug 20 00:06:05.581916 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4c02283b-0506-45fa-bd7e-1a1a9cd44ab1 req-ba41b7af-278a-42c3-9f81-3f67543dbce6 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Aug 20 00:06:05.798424 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3778d-a14f-4508-a599-2f4bd0a987b7 req-fed5ce2f-3f46-40a1-a8d8-766c8af6f077 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:05.800227 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08a3778d-a14f-4508-a599-2f4bd0a987b7 req-fed5ce2f-3f46-40a1-a8d8-766c8af6f077 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0582113 Aug 20 00:06:05.847501 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08a3778d-a14f-4508-a599-2f4bd0a987b7 req-8516be30-e24a-4380-b131-515646dc928e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356653 Aug 20 00:06:06.392558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:06:06.508509 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:06.522158 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'mac_address': 'fa:16:3e:5b:59:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:06:06.571331 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:06.585414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98b94f3-5a45-4b92-aed5-7417786d0975 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:06:06.607820 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:06.694036 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:06.706409 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7af3f-375d-4b63-9e21-0c78c91c9d04 req-17cbf296-dcb1-4ff2-828c-77fcca18ae14 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:06.708174 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9ee7af3f-375d-4b63-9e21-0c78c91c9d04 req-17cbf296-dcb1-4ff2-828c-77fcca18ae14 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 945 time: 0.0554278 Aug 20 00:06:06.747999 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:06.757619 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9ee7af3f-375d-4b63-9e21-0c78c91c9d04 req-4c5c7454-9e9e-479f-be56-8d3c6d4337a9 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Aug 20 00:06:06.972771 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['c98b94f3-5a45-4b92-aed5-7417786d0975'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:06:07.010916 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945ded-e4cb-41b5-8941-a1114d35e4bb req-1aed7271-9c2e-4f9c-a29f-5b9d8f443892 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:07.012719 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-74945ded-e4cb-41b5-8941-a1114d35e4bb req-1aed7271-9c2e-4f9c-a29f-5b9d8f443892 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 945 time: 0.0710859 Aug 20 00:06:07.061370 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-74945ded-e4cb-41b5-8941-a1114d35e4bb req-a8c2ce19-7165-4eaf-81c5-b6939dc60463 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Aug 20 00:06:07.431413 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45666) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:06:07.567592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f32db51a-79f3-40b3-aef3-19c56f76c478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:07.693630 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f32db51a-79f3-40b3-aef3-19c56f76c478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:07.762726 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f32db51a-79f3-40b3-aef3-19c56f76c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:07.802527 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f32db51a-79f3-40b3-aef3-19c56f76c478 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56fb085074c34fe7a8852bfe21127f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728430 Aug 20 00:06:07.803691 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32db51a-79f3-40b3-aef3-19c56f76c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9e0eee-b460-44bd-9c83-b9ba9a89affc,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:07.805636 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45674) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:06:07.866771 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0d76f96b-2173-4f42-b40a-ee64cd08dc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:07.889987 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0d76f96b-2173-4f42-b40a-ee64cd08dc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:08.003269 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0d76f96b-2173-4f42-b40a-ee64cd08dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:08.006135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0d76f96b-2173-4f42-b40a-ee64cd08dc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:08.007326 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0d76f96b-2173-4f42-b40a-ee64cd08dc6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba9e0eee-b460-44bd-9c83-b9ba9a89affc HTTP/1.1" status: 204 len: 168 time: 0.1999204 Aug 20 00:06:08.016615 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76f96b-2173-4f42-b40a-ee64cd08dc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9e0eee-b460-44bd-9c83-b9ba9a89affc,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:08.221215 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b26bf-469e-4edd-beac-e3ee5ae51cb5 req-381f99d3-4a5d-41a5-b5ba-72ad3ee74d65 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:08.223076 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ff3b26bf-469e-4edd-beac-e3ee5ae51cb5 req-381f99d3-4a5d-41a5-b5ba-72ad3ee74d65 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 945 time: 0.0769300 Aug 20 00:06:08.269029 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ff3b26bf-469e-4edd-beac-e3ee5ae51cb5 req-52d5f168-5a8a-4acf-bcc3-cb2bd875bb02 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398321 Aug 20 00:06:08.395626 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:06:08.522869 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port c98b94f3-5a45-4b92-aed5-7417786d0975 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:06:08.527486 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port c98b94f3-5a45-4b92-aed5-7417786d0975 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:06:08.527858 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:08.622197 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:08.646634 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:06:08.648859 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1fe790-aca1-4740-9dc4-6bf14b0e6cc1" -d '{"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-plugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:06:08.663571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:08.689222 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eefd3ae-478f-4534-8bb4-f1d267194282 x-openstack-request-id: req-5eefd3ae-478f-4534-8bb4-f1d267194282 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:06:08.689519 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-plugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:06:08.689781 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5eefd3ae-478f-4534-8bb4-f1d267194282 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:06:08.690205 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'code': 200} Aug 20 00:06:08.726504 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:08.793895 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:09.006596 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1a9f-59c6-424a-abe3-b8020342fb62 req-bd8897bf-a1d6-4086-a143-76295be106c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:09.008129 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-659d1a9f-59c6-424a-abe3-b8020342fb62 req-bd8897bf-a1d6-4086-a143-76295be106c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1099 time: 0.0416884 Aug 20 00:06:09.050404 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-659d1a9f-59c6-424a-abe3-b8020342fb62 req-85082343-b9ab-4b01-963d-eba64bc827c2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Aug 20 00:06:09.424690 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeed11d-2075-4f46-a004-e79986a98d2e req-2af83ce9-227f-474d-8da5-e1f81b757d13 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:09.426223 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-beeed11d-2075-4f46-a004-e79986a98d2e req-2af83ce9-227f-474d-8da5-e1f81b757d13 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0559306 Aug 20 00:06:09.469284 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-beeed11d-2075-4f46-a004-e79986a98d2e req-77f5b9bd-2a14-4486-a8e4-e796c85b03ca tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357120 Aug 20 00:06:10.598554 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76cddc-d604-41c5-bbc0-07219a7967ac req-83c6f554-fc2f-47f9-9357-debb016379e9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:10.600763 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea76cddc-d604-41c5-bbc0-07219a7967ac req-83c6f554-fc2f-47f9-9357-debb016379e9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0568638 Aug 20 00:06:10.646860 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea76cddc-d604-41c5-bbc0-07219a7967ac req-a86d0be8-bca7-43b0-b1ab-3d57be86e9ad tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351224 Aug 20 00:06:11.793453 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600fe35-8dd0-49fb-94b0-b3551aef8630 req-ff0ec5b8-8a24-4a70-bb95-6368802b610b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:11.795328 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9600fe35-8dd0-49fb-94b0-b3551aef8630 req-ff0ec5b8-8a24-4a70-bb95-6368802b610b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0572703 Aug 20 00:06:11.837874 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9600fe35-8dd0-49fb-94b0-b3551aef8630 req-9a19eb48-0d13-46df-8c05-9f42f2f7790b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355895 Aug 20 00:06:12.969920 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c7ab4-608c-435d-8d70-e1317782d6de req-4b397759-8acb-49fa-9bb4-5d057f6b1c56 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:12.971165 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ec5c7ab4-608c-435d-8d70-e1317782d6de req-4b397759-8acb-49fa-9bb4-5d057f6b1c56 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0557501 Aug 20 00:06:13.023387 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ec5c7ab4-608c-435d-8d70-e1317782d6de req-1deec8f9-4ee4-4f72-9c2e-d555e04208ed tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460100 Aug 20 00:06:13.762111 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:06:14.172564 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c717-41f0-4a5a-b1e1-5e6e80f4bf49 req-ba67ffed-ac92-43e8-9cb5-b002ac2fd6d0 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:14.174208 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c00c717-41f0-4a5a-b1e1-5e6e80f4bf49 req-ba67ffed-ac92-43e8-9cb5-b002ac2fd6d0 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0595357 Aug 20 00:06:14.213917 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c00c717-41f0-4a5a-b1e1-5e6e80f4bf49 req-ac21d349-17e4-4296-9442-d71b5bc91f40 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334582 Aug 20 00:06:14.349051 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d93f3-e00c-4850-b573-72dc283a7e52 req-5594cb1c-fb7a-4e83-a9f4-295a7fa36f11 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:14.350514 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-037d93f3-e00c-4850-b573-72dc283a7e52 req-5594cb1c-fb7a-4e83-a9f4-295a7fa36f11 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0559201 Aug 20 00:06:14.360657 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45732) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:06:14.367719 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Request body: {'floatingip': {'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:06:14.411893 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:14.934834 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:14.991989 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:15.100367 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Floating IP 3ee5cb79-a080-4928-a6e2-68d92b3200be associated. External IP: 172.27.1.234, port: c98b94f3-5a45-4b92-aed5-7417786d0975. Aug 20 00:06:15.369745 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Router f396b826-5919-499b-9438-70d17a417d1a has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:06:15.491259 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:06:15.496280 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:15.505269 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:06:15.519384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:06:15.520451 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:06:15.530564 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d4226bd2-8de2-4129-bbff-671996cae3a9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "PUT /v2.0/floatingips/3ee5cb79-a080-4928-a6e2-68d92b3200be HTTP/1.1" status: 200 len: 992 time: 1.1675627 Aug 20 00:06:15.531998 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:06:15.534539 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c" -d '{"events": [{"name": "network-changed", "server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:06:15.587199 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eaab8b-317f-42ba-a08c-097a99f5a0e5 x-openstack-request-id: req-64eaab8b-317f-42ba-a08c-097a99f5a0e5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:06:15.587500 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:06:15.587766 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64eaab8b-317f-42ba-a08c-097a99f5a0e5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:06:15.590610 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'status': 'completed', 'code': 200} Aug 20 00:06:15.673989 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:06:15.694430 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-01cf027b-97bc-406d-a8b5-e8d57be97ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:15.696514 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-01cf027b-97bc-406d-a8b5-e8d57be97ccc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1099 time: 0.0769360 Aug 20 00:06:15.824397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-729d9dc4-e9ee-458a-934d-81b6baa2ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:15.826044 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-729d9dc4-e9ee-458a-934d-81b6baa2ff20 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.1092680 Aug 20 00:06:15.908016 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-71b20e48-aec9-4655-9a6d-47aefe5e3b27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 1000 time: 0.0717819 Aug 20 00:06:15.949465 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '3ee5cb79-a080-4928-a6e2-68d92b3200be', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'mac_address': 'fa:16:3e:5b:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f852892d-2f20-45d0-a277-c5412bd39253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:53Z', 'updated_at': '2021-08-20T00:06:14Z', 'revision_number': 1, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:06:15.965534 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-5ed55c17-3c19-4ff0-81e2-12ea24b8626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:15.967333 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-5ed55c17-3c19-4ff0-81e2-12ea24b8626f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0513985 Aug 20 00:06:15.991225 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:06:16.000382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:06:16.001012 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:05:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:06:16.030217 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-6f0e2da0-5cc4-4624-9efe-6b8115efb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:16.032473 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-6f0e2da0-5cc4-4624-9efe-6b8115efb05c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545323 Aug 20 00:06:16.114150 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:06:16.148441 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-0f88b651-5e0b-4183-9d56-0ed0837ad817 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001701 Aug 20 00:06:16.361377 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '3ee5cb79-a080-4928-a6e2-68d92b3200be', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'mac_address': 'fa:16:3e:5b:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f852892d-2f20-45d0-a277-c5412bd39253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:53Z', 'updated_at': '2021-08-20T00:06:14Z', 'revision_number': 1, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:06:16.387283 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbcb26-39d7-4a83-b644-9e3abbe3e467 None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '3ee5cb79-a080-4928-a6e2-68d92b3200be', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'mac_address': 'fa:16:3e:5b:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f852892d-2f20-45d0-a277-c5412bd39253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:05:53Z', 'updated_at': '2021-08-20T00:06:14Z', 'revision_number': 1, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:06:16.597688 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a5bfb-3163-4be1-905b-ad259c229b7c None None] New status for floating IP 3ee5cb79-a080-4928-a6e2-68d92b3200be: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:06:17.372461 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4fbc4cbf-2357-4d0d-9c24-e3d25a46739c req-e0f38719-7c26-4c4c-9580-d7426c34e3b4 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920181 Aug 20 00:06:21.882717 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:23.882472 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd1e7-75d7-4536-81a7-5ea85b7923d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:26.762639 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-978d6cc0-b40f-4373-8983-0f816c409387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:26.973810 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:28.000361 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:28.683246 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-8390aa8a-795d-4d14-b6c4-568bf1df99a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412867 Aug 20 00:06:28.778495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17141-94f0-4344-9039-3dd53275d887 req-1e9d4c8a-6af4-4c03-b99a-28535433b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:28.780056 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-1e9d4c8a-6af4-4c03-b99a-28535433b29a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1099 time: 0.0480020 Aug 20 00:06:28.903481 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17141-94f0-4344-9039-3dd53275d887 req-16481858-9e28-43d2-93d8-a6ef5f1478e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:28.905067 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-16481858-9e28-43d2-93d8-a6ef5f1478e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 912 time: 0.0970776 Aug 20 00:06:28.999854 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-a61bdede-1d4f-466a-821f-6c11427abe9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0822670 Aug 20 00:06:29.058254 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17141-94f0-4344-9039-3dd53275d887 req-7d41ac5f-6b20-45a9-b118-866dc39c7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:29.059728 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-7d41ac5f-6b20-45a9-b118-866dc39c7f7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0486913 Aug 20 00:06:29.106389 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17141-94f0-4344-9039-3dd53275d887 req-daceb061-d31b-4ae0-8ec5-bf3520c2f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:29.108039 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-daceb061-d31b-4ae0-8ec5-bf3520c2f825 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390034 Aug 20 00:06:29.210960 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-edd028d6-0386-49ee-b58c-d692e4c5dce1 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897689 Aug 20 00:06:29.307856 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00f17141-94f0-4344-9039-3dd53275d887 req-ae43a519-d41c-4366-8bb7-3a87fadb1fe7 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Aug 20 00:06:29.606643 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:33.148152 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59331-5444-4d58-8b6a-19f78a579b77 req-809fadee-0e1a-4b5b-abbe-ae90acbb9030 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:33.149662 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eae59331-5444-4d58-8b6a-19f78a579b77 req-809fadee-0e1a-4b5b-abbe-ae90acbb9030 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Aug 20 00:06:33.188643 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-eae59331-5444-4d58-8b6a-19f78a579b77 req-2d1455ef-e3dd-4e94-a014-501d84933db2 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Aug 20 00:06:34.247618 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 45946) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:06:34.313236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5772e1-29ca-4efe-87d5-61969bd5eace req-5e274d5b-e00a-4bfc-9664-ce70f6469d7f tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:34.314734 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1c5772e1-29ca-4efe-87d5-61969bd5eace req-5e274d5b-e00a-4bfc-9664-ce70f6469d7f tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 945 time: 0.0545037 Aug 20 00:06:34.355378 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1c5772e1-29ca-4efe-87d5-61969bd5eace req-881465ea-2bfb-4111-9279-d57018e0ce5a tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/security-groups?id=823a7ee8-afab-46ce-9a2c-c776e6236622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Aug 20 00:06:34.358006 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.449539 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.533711 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.572643 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9ec0d4907774300a27e1ec4d8e1cf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237605 Aug 20 00:06:34.573346 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365b3b1-6928-46d4-a2e0-163ca505022b,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:34.575203 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 45954) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:06:34.580531 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.580878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.581211 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.581666 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.582040 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.582250 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.582636 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.583494 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.584026 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.584355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.584674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.584991 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7812eb-242d-4d58-917e-79ce235af3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.624647 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.646304 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.772620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.775321 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:34.779182 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3365b3b1-6928-46d4-a2e0-163ca505022b HTTP/1.1" status: 204 len: 168 time: 0.2003248 Aug 20 00:06:34.785618 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365b3b1-6928-46d4-a2e0-163ca505022b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:34.792262 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.792615 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.792958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.793393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.794054 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.794394 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.794729 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.795062 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.795548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.796090 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.796236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.796556 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd6aba-5e54-482c-80cb-570b595ee630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:06:34.950514 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-43406bdc-8724-4534-b8b2-af30ff429049 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:34.951911 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-43406bdc-8724-4534-b8b2-af30ff429049 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 945 time: 0.0526612 Aug 20 00:06:35.057374 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Deleting port 4a677799-df36-4525-aac3-93bd764a496d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:06:35.057710 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:35.164202 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] For port 4a677799-df36-4525-aac3-93bd764a496d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4a677799-df36-4525-aac3-93bd764a496d,segment=NetworkSegment(f91378ef-0770-415b-b915-b003f06b02eb),segment_id=f91378ef-0770-415b-b915-b003f06b02eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:06:35.164581 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:35.180772 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Calling delete_port for 4a677799-df36-4525-aac3-93bd764a496d owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:06:35.389498 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:35.405924 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['4a677799-df36-4525-aac3-93bd764a496d'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:06:35.448237 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Pushing event deleted for resources: {'Port': ['ID=4a677799-df36-4525-aac3-93bd764a496d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:06:35.503481 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f26a0702-fb69-411d-b0fe-497ee4cdb3e9 req-477f95b0-4374-4142-a196-01cda7513e13 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3d599af-298b-4f06-a715-55d287ed1bb5 HTTP/1.1" status: 200 len: 210 time: 0.0612521 Aug 20 00:06:35.518020 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] No DVR routers for this DVR port 4a677799-df36-4525-aac3-93bd764a496d on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:06:35.520606 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:35.523959 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bf4177d7-272d-44bd-84cc-c38f9e15ccda req-40382090-cbfb-4b3f-982c-ce2f3207a338 tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] 10.222.0.10 "DELETE /v2.0/ports/4a677799-df36-4525-aac3-93bd764a496d HTTP/1.1" status: 204 len: 173 time: 0.5655193 Aug 20 00:06:35.524424 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'name': 'network-vif-deleted', 'tag': '4a677799-df36-4525-aac3-93bd764a496d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:06:35.526766 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef070494-6f73-4d4d-9bac-de41afcfc07d" -d '{"events": [{"server_uuid": "e3d599af-298b-4f06-a715-55d287ed1bb5", "name": "network-vif-deleted", "tag": "4a677799-df36-4525-aac3-93bd764a496d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:06:35.565489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed914df3-ba2a-46f9-8fe1-1da281e5d359 x-openstack-request-id: req-ed914df3-ba2a-46f9-8fe1-1da281e5d359 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:06:35.565785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d599af-298b-4f06-a715-55d287ed1bb5", "name": "network-vif-deleted", "tag": "4a677799-df36-4525-aac3-93bd764a496d", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:06:35.566076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed914df3-ba2a-46f9-8fe1-1da281e5d359 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:06:35.566472 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d599af-298b-4f06-a715-55d287ed1bb5', 'name': 'network-vif-deleted', 'tag': '4a677799-df36-4525-aac3-93bd764a496d', 'status': 'completed', 'code': 200} Aug 20 00:06:38.529800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a677799-df36-4525-aac3-93bd764a496d no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:06:38.551656 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 4a677799-df36-4525-aac3-93bd764a496d {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:06:38.552031 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 4a677799-df36-4525-aac3-93bd764a496d not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:06:43.421512 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12209b-eba8-4f56-8826-5d85a9e98995 req-7ecb8696-e439-45e5-8633-4392588f47b3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:43.423038 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f12209b-eba8-4f56-8826-5d85a9e98995 req-7ecb8696-e439-45e5-8633-4392588f47b3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0484576 Aug 20 00:06:43.461780 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f12209b-eba8-4f56-8826-5d85a9e98995 req-3fbdb2dd-2597-480b-afc5-f4ed7c7b5d73 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325005 Aug 20 00:06:44.579908 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987a27a-db07-4544-a3f9-3703f9765141 req-5dbf41c5-9b46-4068-aa81-bc57987af58a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:44.581460 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0987a27a-db07-4544-a3f9-3703f9765141 req-5dbf41c5-9b46-4068-aa81-bc57987af58a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0503316 Aug 20 00:06:44.624530 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0987a27a-db07-4544-a3f9-3703f9765141 req-ca2629de-6c8a-45a1-a027-6725127cc77c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Aug 20 00:06:45.747272 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ad2f1-2401-4ec2-894d-494af6535cb7 req-a3ee6b4a-4a07-48c5-8171-3253107c939c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:45.748829 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-258ad2f1-2401-4ec2-894d-494af6535cb7 req-a3ee6b4a-4a07-48c5-8171-3253107c939c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0481267 Aug 20 00:06:45.787332 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-258ad2f1-2401-4ec2-894d-494af6535cb7 req-078194b6-7ea5-462d-b576-e721a701f6b9 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Aug 20 00:06:46.904378 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113f8d-1249-41d1-a215-63245f463a2a req-327ac35c-0440-47a9-aa44-0d6612037d1a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:46.905867 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0113f8d-1249-41d1-a215-63245f463a2a req-327ac35c-0440-47a9-aa44-0d6612037d1a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0481930 Aug 20 00:06:46.944258 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0113f8d-1249-41d1-a215-63245f463a2a req-a75f7094-926b-45a8-a82a-82403c3ca645 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323598 Aug 20 00:06:48.063495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb34ad6-16b5-4b60-bb91-1234dfa1aeaf req-88f9e3b9-41ae-483c-a4ef-1755dd623448 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:48.064972 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9cb34ad6-16b5-4b60-bb91-1234dfa1aeaf req-88f9e3b9-41ae-483c-a4ef-1755dd623448 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0473075 Aug 20 00:06:48.106968 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9cb34ad6-16b5-4b60-bb91-1234dfa1aeaf req-aa1d4c39-7110-43de-9894-72f9f5c25fce tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Aug 20 00:06:49.223137 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33189cc-1f17-4eaf-98b9-3d87512185d8 req-f8498491-e3ba-4b8c-8bf1-72ff6755eebc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:49.224563 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e33189cc-1f17-4eaf-98b9-3d87512185d8 req-f8498491-e3ba-4b8c-8bf1-72ff6755eebc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0483356 Aug 20 00:06:49.262980 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e33189cc-1f17-4eaf-98b9-3d87512185d8 req-20a1636d-d25e-4caf-9c96-a4ae45efd2b4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Aug 20 00:06:50.379042 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a33b1-9e2a-4039-83cb-66814963b7f6 req-38918446-9d03-4de0-ac73-3545eb952783 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:50.380557 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b55a33b1-9e2a-4039-83cb-66814963b7f6 req-38918446-9d03-4de0-ac73-3545eb952783 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0504420 Aug 20 00:06:50.418883 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b55a33b1-9e2a-4039-83cb-66814963b7f6 req-7eb806cb-ac22-43d3-949b-50a0bf2d5239 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324540 Aug 20 00:06:50.762636 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:06:51.536379 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a220b51-7c14-4413-8a56-a66c55fff529 req-a09e9dd8-53f1-4fb8-a2db-96727b430794 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:51.537864 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a220b51-7c14-4413-8a56-a66c55fff529 req-a09e9dd8-53f1-4fb8-a2db-96727b430794 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0488288 Aug 20 00:06:51.579859 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a220b51-7c14-4413-8a56-a66c55fff529 req-e6b14088-e829-4a11-a418-92d413ec86f7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358276 Aug 20 00:06:51.762414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:52.696872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff6d56-7af0-4f8b-9976-76d2b0d02839 req-199d6d9f-db22-4904-acc1-40abaadc1e8a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:52.698508 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56ff6d56-7af0-4f8b-9976-76d2b0d02839 req-199d6d9f-db22-4904-acc1-40abaadc1e8a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0492744 Aug 20 00:06:52.738943 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-56ff6d56-7af0-4f8b-9976-76d2b0d02839 req-5f51e61c-48d6-4318-a317-9385cffa9f71 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338185 Aug 20 00:06:53.857777 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d50be-6782-4b6f-9322-67a2fd6a204e req-e7e65dd7-6a4b-4785-921e-d71666990cb9 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:53.859107 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-991d50be-6782-4b6f-9322-67a2fd6a204e req-e7e65dd7-6a4b-4785-921e-d71666990cb9 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0492601 Aug 20 00:06:53.885932 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-41e963d2-7a86-4ad6-af75-7031b7275e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:53.897065 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-991d50be-6782-4b6f-9322-67a2fd6a204e req-5c2d8068-2fb4-4407-83e3-5e8fd42c76e2 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320926 Aug 20 00:06:55.014097 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44d8b0-d03a-4f0f-99ac-88920815594f req-39a7bd02-6a1e-4e58-a6dc-f944623d12e9 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:55.015593 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6e44d8b0-d03a-4f0f-99ac-88920815594f req-39a7bd02-6a1e-4e58-a6dc-f944623d12e9 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0488150 Aug 20 00:06:55.061530 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6e44d8b0-d03a-4f0f-99ac-88920815594f req-a06dea70-bae2-4b9a-bab4-75204c27df41 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385289 Aug 20 00:06:56.184500 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd853-1820-4f51-a078-ac955bd7f974 req-2f38328c-1ec3-4726-a291-68056f9b184a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:56.186106 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7efbd853-1820-4f51-a078-ac955bd7f974 req-2f38328c-1ec3-4726-a291-68056f9b184a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0527894 Aug 20 00:06:56.229006 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7efbd853-1820-4f51-a078-ac955bd7f974 req-3c55d244-7007-4082-b645-db9e32af733b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354879 Aug 20 00:06:56.728192 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-54b9885c-7a86-46a2-8e29-ac02f3039140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:56.956337 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:57.365430 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c975b-79ef-4038-b4e1-956a0bdd0727 req-1c5d13d9-1561-4759-aff1-58d95c1a6901 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:57.367017 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4e2c975b-79ef-4038-b4e1-956a0bdd0727 req-1c5d13d9-1561-4759-aff1-58d95c1a6901 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0522106 Aug 20 00:06:57.414343 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4e2c975b-79ef-4038-b4e1-956a0bdd0727 req-7cd106ba-4c66-4595-aa56-c192d7aa59a2 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365241 Aug 20 00:06:58.030415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:58.530125 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efb247-8741-4188-a9c8-9c87435585de req-7f60f811-c3d4-44ff-8bfb-7376c4c1daf1 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:58.531750 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0efb247-8741-4188-a9c8-9c87435585de req-7f60f811-c3d4-44ff-8bfb-7376c4c1daf1 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Aug 20 00:06:58.575007 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0efb247-8741-4188-a9c8-9c87435585de req-1bf56cb7-d0ab-44e7-a050-357d9bb5924f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Aug 20 00:06:59.627317 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:06:59.699237 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1107b2-28ba-4512-aff3-f91d1ecb3439 req-ec8d9f81-f313-4696-8f45-967d38d2a21c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:06:59.700791 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea1107b2-28ba-4512-aff3-f91d1ecb3439 req-ec8d9f81-f313-4696-8f45-967d38d2a21c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0555568 Aug 20 00:06:59.740960 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea1107b2-28ba-4512-aff3-f91d1ecb3439 req-fab341b3-1215-4d1f-882f-0aa6de000d6a tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Aug 20 00:07:00.197092 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feabde2-1372-4199-9b76-667c68d519fd req-36f7f021-a75b-442f-91f2-febd7d64ac38 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:00.199725 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3feabde2-1372-4199-9b76-667c68d519fd req-36f7f021-a75b-442f-91f2-febd7d64ac38 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0634573 Aug 20 00:07:00.265345 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3feabde2-1372-4199-9b76-667c68d519fd req-54c23cbc-e8aa-4e3b-b7dd-3229449b3b7e tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502303 Aug 20 00:07:00.467864 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937601-8558-4fe4-9c56-d596b741c787 req-20333502-8eee-4ac7-a07b-abf0e2464f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:00.469434 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-20333502-8eee-4ac7-a07b-abf0e2464f34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1099 time: 0.1368604 Aug 20 00:07:00.564199 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937601-8558-4fe4-9c56-d596b741c787 req-226deb74-c98b-4203-94b0-da324967bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:00.565779 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-226deb74-c98b-4203-94b0-da324967bc12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 912 time: 0.0893803 Aug 20 00:07:00.632943 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-156d2b89-bf64-4aef-9614-a9fb2d9f7787 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0599470 Aug 20 00:07:00.693893 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937601-8558-4fe4-9c56-d596b741c787 req-43a6fa16-7901-4b1e-a7fe-a3c0af0d550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:00.695354 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-43a6fa16-7901-4b1e-a7fe-a3c0af0d550c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0556812 Aug 20 00:07:00.746490 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937601-8558-4fe4-9c56-d596b741c787 req-e4407314-e1fb-46ab-b893-201a035689c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:00.748011 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-e4407314-e1fb-46ab-b893-201a035689c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448327 Aug 20 00:07:00.838820 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-a86bef42-9e6a-4846-8f4a-d72131c3e189 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826452 Aug 20 00:07:00.938555 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87937601-8558-4fe4-9c56-d596b741c787 req-bbb47345-527d-4793-b70f-044abfc6822e service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923517 Aug 20 00:07:01.394773 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e5d0-87ab-48dd-a4cb-813a80b5484d req-dc34c1c4-c29c-4d23-ad72-4dd6a51f63ad tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:01.396296 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5015e5d0-87ab-48dd-a4cb-813a80b5484d req-dc34c1c4-c29c-4d23-ad72-4dd6a51f63ad tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0496709 Aug 20 00:07:01.443291 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5015e5d0-87ab-48dd-a4cb-813a80b5484d req-941046b2-990b-430d-9bbe-87c6e074cb0f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357318 Aug 20 00:07:02.562063 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377a788-318c-4cfc-a435-555c8d721e1b req-0a555860-14e3-4eb3-8156-7065f25e017e tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:02.563573 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5377a788-318c-4cfc-a435-555c8d721e1b req-0a555860-14e3-4eb3-8156-7065f25e017e tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0534139 Aug 20 00:07:02.848570 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5377a788-318c-4cfc-a435-555c8d721e1b req-e5a85e59-327e-48eb-b338-37c6f6fc2eae tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788904 Aug 20 00:07:02.892404 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46200) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:07:02.939749 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Deleting subnet 4bd67cb8-cfd8-4d75-8db2-36bda4c3e299 {{(pid=101344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:07:02.943088 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:02.980024 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13382273'] for subnet, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.021480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.145848 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15917176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551991'] for subnet, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.173324 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd67cb8-cfd8-4d75-8db2-36bda4c3e299,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:03.177114 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.179149 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-88ed7e7d-3b64-448c-83c1-1441555acd2c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4bd67cb8-cfd8-4d75-8db2-36bda4c3e299 HTTP/1.1" status: 204 len: 168 time: 0.2855747 Aug 20 00:07:03.181994 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46204) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:07:03.252541 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.341895 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.352345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199bab52-a931-46ab-8b01-e18275881113']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:07:03.363247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91378ef-0770-415b-b915-b003f06b02eb') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:07:03.363546 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91378ef-0770-415b-b915-b003f06b02eb') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:07:03.373907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.388885 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.395001 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:07:03.395403 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:07:03.397112 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:07:03.520268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.528071 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:03.530184 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] 10.222.0.35 "DELETE /v2.0/networks/199bab52-a931-46ab-8b01-e18275881113 HTTP/1.1" status: 204 len: 168 time: 0.3470886 Aug 20 00:07:03.540149 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628afc3b-0c03-4833-8644-a1cb618ec537 admin admin] Pushing event deleted for resources: {'Network': ['ID=199bab52-a931-46ab-8b01-e18275881113,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:03.884010 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46208) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:07:03.929120 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ea6f2a6a-e67c-48af-b941-6d22a520d4e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afd23602884448a3b2b571bd2fe2743b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434818 Aug 20 00:07:03.931732 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46210) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:07:03.980018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c140676-dc5f-4abd-b2b7-57d92bd642e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:04.002275 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c140676-dc5f-4abd-b2b7-57d92bd642e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:04.131300 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c140676-dc5f-4abd-b2b7-57d92bd642e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:04.134047 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c140676-dc5f-4abd-b2b7-57d92bd642e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:04.135312 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3c140676-dc5f-4abd-b2b7-57d92bd642e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/823a7ee8-afab-46ce-9a2c-c776e6236622 HTTP/1.1" status: 204 len: 168 time: 0.2019424 Aug 20 00:07:04.143942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c140676-dc5f-4abd-b2b7-57d92bd642e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a7ee8-afab-46ce-9a2c-c776e6236622,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:07.309957 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b47e7-e1ee-4a7b-a97c-58f11a9f2a5f req-2da2b49c-5460-4358-97c5-e12f3ce7f255 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:07.311542 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-db6b47e7-e1ee-4a7b-a97c-58f11a9f2a5f req-2da2b49c-5460-4358-97c5-e12f3ce7f255 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Aug 20 00:07:07.355825 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-db6b47e7-e1ee-4a7b-a97c-58f11a9f2a5f req-d693b803-9bef-478f-bf4e-5fedd44923fb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Aug 20 00:07:08.483879 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c9f01-ef03-41f6-b098-8fe00ac2ee94 req-2e2a3f80-985e-4806-aa7d-e278702b0ad3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:08.485458 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ee9c9f01-ef03-41f6-b098-8fe00ac2ee94 req-2e2a3f80-985e-4806-aa7d-e278702b0ad3 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0533226 Aug 20 00:07:08.528473 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ee9c9f01-ef03-41f6-b098-8fe00ac2ee94 req-f064a773-39bc-4351-99ed-e78f8f8cd2f4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364792 Aug 20 00:07:09.651601 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482315e-b201-47a9-a8e0-bd4da5fb58d3 req-e2561905-9e10-4dc9-8d06-494665e527d2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:09.653168 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c482315e-b201-47a9-a8e0-bd4da5fb58d3 req-e2561905-9e10-4dc9-8d06-494665e527d2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0497341 Aug 20 00:07:09.693737 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c482315e-b201-47a9-a8e0-bd4da5fb58d3 req-a0bcc933-adbf-49b0-8ff8-6d07a7de6baa tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346959 Aug 20 00:07:10.826867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6325c-a8c2-439b-b1a6-54cb2a30d084 req-36ead213-9438-4ca4-b26d-c1288c5498a2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:10.828462 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7af6325c-a8c2-439b-b1a6-54cb2a30d084 req-36ead213-9438-4ca4-b26d-c1288c5498a2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0523622 Aug 20 00:07:10.867698 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7af6325c-a8c2-439b-b1a6-54cb2a30d084 req-99b593d6-2f44-4d10-a660-bdb01d0e4bc7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333960 Aug 20 00:07:11.991648 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974507e0-59e1-4f90-8598-80e1e5f674b9 req-55d919d2-bf6c-4424-a77a-d07b3ba9384b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:11.993168 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-974507e0-59e1-4f90-8598-80e1e5f674b9 req-55d919d2-bf6c-4424-a77a-d07b3ba9384b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0526431 Aug 20 00:07:12.031618 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-974507e0-59e1-4f90-8598-80e1e5f674b9 req-194f823f-91c5-43ec-a660-88e0bdc05434 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Aug 20 00:07:13.154278 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ff9ba-6dbc-4ace-9e23-078b3eb47245 req-11f09027-9e96-4533-9db7-4f1c976cd2fb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:13.155756 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-915ff9ba-6dbc-4ace-9e23-078b3eb47245 req-11f09027-9e96-4533-9db7-4f1c976cd2fb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0480013 Aug 20 00:07:13.194122 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-915ff9ba-6dbc-4ace-9e23-078b3eb47245 req-402786bd-9033-4e22-ace8-cddc9c0814cf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Aug 20 00:07:14.315294 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad14a-b7c3-4ea3-ad51-9daf9f6cceb7 req-b16bc998-720f-43b2-87cc-12e77c64af61 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:14.316808 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-119ad14a-b7c3-4ea3-ad51-9daf9f6cceb7 req-b16bc998-720f-43b2-87cc-12e77c64af61 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0491197 Aug 20 00:07:14.353878 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-119ad14a-b7c3-4ea3-ad51-9daf9f6cceb7 req-d3830c9c-8327-43ce-b2ae-6b4808245bcf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Aug 20 00:07:15.481632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139038e3-9ec9-478f-a8eb-8519fd5cc6d2 req-2921ed52-8afc-479c-b34e-486ea8c5a79c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:15.483132 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-139038e3-9ec9-478f-a8eb-8519fd5cc6d2 req-2921ed52-8afc-479c-b34e-486ea8c5a79c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0537519 Aug 20 00:07:15.519826 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-139038e3-9ec9-478f-a8eb-8519fd5cc6d2 req-8d029819-f68d-451c-bb76-76650cbf8316 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Aug 20 00:07:16.641089 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80454e2e-a06c-458b-9d44-89bd85166c7e req-406a649d-7bf7-4a39-b56f-3b4adca1a6d5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:16.642583 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-80454e2e-a06c-458b-9d44-89bd85166c7e req-406a649d-7bf7-4a39-b56f-3b4adca1a6d5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0482318 Aug 20 00:07:16.679592 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-80454e2e-a06c-458b-9d44-89bd85166c7e req-8414e198-37c8-4db7-8a29-69dee0fe0c88 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Aug 20 00:07:17.801824 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977ccbd-fd04-4fe8-9b27-abe8c54e23f2 req-1cbdab2d-2bad-46b1-8cc4-7262bfe907dc tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:17.803318 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e977ccbd-fd04-4fe8-9b27-abe8c54e23f2 req-1cbdab2d-2bad-46b1-8cc4-7262bfe907dc tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0499432 Aug 20 00:07:17.841880 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e977ccbd-fd04-4fe8-9b27-abe8c54e23f2 req-5ac9f088-e8ad-4a95-81c2-1bc2dd0ec255 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Aug 20 00:07:18.689448 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:07:18.784126 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:18.795579 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'mac_address': 'fa:16:3e:5b:59:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:07:18.833014 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:18.846420 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c98b94f3-5a45-4b92-aed5-7417786d0975 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:07:18.865386 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:18.927701 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:18.968178 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4525b6-efb8-48d4-a7c8-73b937acbcd5 req-d4d6926d-23b4-4cb9-9f4b-20315c1ccc86 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:18.969677 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea4525b6-efb8-48d4-a7c8-73b937acbcd5 req-d4d6926d-23b4-4cb9-9f4b-20315c1ccc86 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0559335 Aug 20 00:07:18.981882 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=6']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:18.989020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.989375 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.989721 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.990064 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.990398 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.990732 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.991185 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.991556 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.991888 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.996893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.996893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:18.996893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:07:19.011205 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea4525b6-efb8-48d4-a7c8-73b937acbcd5 req-3aaef314-5cf4-4843-a85a-24dabfd56915 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352147 Aug 20 00:07:19.015272 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['c98b94f3-5a45-4b92-aed5-7417786d0975'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:07:20.137368 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58b4dc-ed97-4471-a83a-9e94d445e5e2 req-556fa39a-ac38-48ab-aeeb-10ffd1e912dd tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:20.139138 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2a58b4dc-ed97-4471-a83a-9e94d445e5e2 req-556fa39a-ac38-48ab-aeeb-10ffd1e912dd tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Aug 20 00:07:20.177272 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2a58b4dc-ed97-4471-a83a-9e94d445e5e2 req-c3fcc73d-638a-4657-9c23-6f6e5819ae00 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Aug 20 00:07:20.692658 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:07:20.741241 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port c98b94f3-5a45-4b92-aed5-7417786d0975 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:07:20.743303 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:20.837107 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:20.867139 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:07:20.869719 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce5b113-3bb7-4da7-929d-344f8884068f" -d '{"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-plugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:07:20.888154 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:20.961967 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:21.034846 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=7']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:21.059354 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9fea2a-ab3a-49de-bec3-82dccc87cb44 x-openstack-request-id: req-dd9fea2a-ab3a-49de-bec3-82dccc87cb44 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:07:21.059753 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-plugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:07:21.060154 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd9fea2a-ab3a-49de-bec3-82dccc87cb44 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:07:21.060657 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'code': 200} Aug 20 00:07:21.323162 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec3fc-49da-4eb8-8f6b-a2290f570b6f req-656be772-1638-4203-a11b-3906cd7e2f5e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:21.326445 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dc4ec3fc-49da-4eb8-8f6b-a2290f570b6f req-656be772-1638-4203-a11b-3906cd7e2f5e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0589337 Aug 20 00:07:21.376821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dc4ec3fc-49da-4eb8-8f6b-a2290f570b6f req-d47cf046-a154-42a9-ae94-4815ddd14a30 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Aug 20 00:07:21.780322 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:22.531625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3cbe-9237-4d5d-b1ca-ef873bf72b25 req-652b57c9-7f40-48ca-8044-43f23e5b1407 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:22.536844 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9d6e3cbe-9237-4d5d-b1ca-ef873bf72b25 req-652b57c9-7f40-48ca-8044-43f23e5b1407 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0679960 Aug 20 00:07:22.578435 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9d6e3cbe-9237-4d5d-b1ca-ef873bf72b25 req-900f1e6d-c2e4-46eb-92c3-4fb34e59b71f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Aug 20 00:07:23.715064 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377de0d2-8bdf-4206-88d6-8805bbef9fde req-a4ac3c76-4208-4a1d-a31f-b9c4707e3c4d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:23.716674 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-377de0d2-8bdf-4206-88d6-8805bbef9fde req-a4ac3c76-4208-4a1d-a31f-b9c4707e3c4d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0498612 Aug 20 00:07:23.757574 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-377de0d2-8bdf-4206-88d6-8805bbef9fde req-8f8d5afa-62b4-42f7-8947-c15da2d40fef tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346909 Aug 20 00:07:23.962569 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bd5ea38a-6cea-40c8-a7d6-b1f6632b5310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:24.952638 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e249c2-c03e-488b-bcf4-0af8c3647f29 req-a57335c8-0403-4924-a51b-84310d0ad99c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:24.954252 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-43e249c2-c03e-488b-bcf4-0af8c3647f29 req-a57335c8-0403-4924-a51b-84310d0ad99c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0790999 Aug 20 00:07:25.010541 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-43e249c2-c03e-488b-bcf4-0af8c3647f29 req-040f4dda-e3b8-495d-a162-6357a1f2af56 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467548 Aug 20 00:07:26.167625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad98c7e-3357-4ea0-be64-9a47e0f12cd5 req-11aa5d4c-7999-49ab-b42e-08f33c4f2110 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:26.169375 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8ad98c7e-3357-4ea0-be64-9a47e0f12cd5 req-11aa5d4c-7999-49ab-b42e-08f33c4f2110 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0739744 Aug 20 00:07:26.221042 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8ad98c7e-3357-4ea0-be64-9a47e0f12cd5 req-d09ef66a-c4c0-47ac-b965-687cffe061ec tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Aug 20 00:07:26.959667 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-e7445007-b8eb-444c-8515-92c7d630765e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434322 Aug 20 00:07:27.023425 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-276a9df7-bcbe-4aed-9c8c-63d07197f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:27.025036 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-276a9df7-bcbe-4aed-9c8c-63d07197f67b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 1099 time: 0.0411525 Aug 20 00:07:27.064599 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b4423c29-13d4-4ef7-bfa7-e94e0029d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:27.095471 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:27.140147 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-d7e6709e-3833-4dab-b9f1-4c13b45cb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:27.140818 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-d7e6709e-3833-4dab-b9f1-4c13b45cb6ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.0962276 Aug 20 00:07:27.220253 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-f0b6147c-e125-4e5b-919c-7558e234c346 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 HTTP/1.1" status: 200 len: 1001 time: 0.0680146 Aug 20 00:07:27.283248 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-001685e9-2450-499c-a662-fedcc97b6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:27.285635 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-001685e9-2450-499c-a662-fedcc97b6a29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0583706 Aug 20 00:07:27.384576 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-de70c16a-33b3-4f94-b414-4b327c9dfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:27.386682 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-de70c16a-33b3-4f94-b414-4b327c9dfb08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0915492 Aug 20 00:07:27.397284 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21890195-b7c4-454a-8bad-bb50b1656cd1 req-9321e855-6ba8-4bec-8c4d-49a9d49e8818 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:27.398751 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21890195-b7c4-454a-8bad-bb50b1656cd1 req-9321e855-6ba8-4bec-8c4d-49a9d49e8818 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0707796 Aug 20 00:07:27.501304 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-21890195-b7c4-454a-8bad-bb50b1656cd1 req-a224b9f4-2045-4b37-8f3b-4d76fd723dd8 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917199 Aug 20 00:07:27.546331 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-f9690613-bd4e-43e4-a73d-ee7fab3e96eb service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464791 Aug 20 00:07:27.650816 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c3feeb16-3ba5-45da-bc23-221f70afd02a req-210b86b0-edfa-4859-afdc-dda2af6f4e0f service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957630 Aug 20 00:07:27.763105 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:07:28.008041 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:28.639635 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22a831-d6ca-41db-b1ad-088a8512f508 req-d079749b-566d-41b9-893a-0c6702d132aa tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:28.641538 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a22a831-d6ca-41db-b1ad-088a8512f508 req-d079749b-566d-41b9-893a-0c6702d132aa tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0612628 Aug 20 00:07:28.693553 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a22a831-d6ca-41db-b1ad-088a8512f508 req-193daaae-83e9-4c1d-bad8-f04dd2ce1859 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456841 Aug 20 00:07:29.647335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:29.825258 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7212-301c-4717-91c7-0b03cce1ab71 req-3443b4a7-9290-4b11-8b53-b29af3ce5fc5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:29.829196 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-414b7212-301c-4717-91c7-0b03cce1ab71 req-3443b4a7-9290-4b11-8b53-b29af3ce5fc5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0597026 Aug 20 00:07:29.869371 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-414b7212-301c-4717-91c7-0b03cce1ab71 req-3dc63a21-e313-4d4d-943a-93e5f40eea79 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340819 Aug 20 00:07:30.995903 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70975db-b92d-4f5f-a0ca-83db1fa4a5dc req-4252faba-1910-4a34-bf88-379cf2159f04 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:30.997652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b70975db-b92d-4f5f-a0ca-83db1fa4a5dc req-4252faba-1910-4a34-bf88-379cf2159f04 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0521507 Aug 20 00:07:31.037868 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b70975db-b92d-4f5f-a0ca-83db1fa4a5dc req-2a7ef85d-37a5-4af5-a626-923477f83865 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Aug 20 00:07:31.831076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-e8d6a3c7-f954-4219-ba5d-0d5bf93ef480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:31.832880 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-e8d6a3c7-f954-4219-ba5d-0d5bf93ef480 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1099 time: 0.0448670 Aug 20 00:07:31.927391 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-88918200-0393-4945-b057-c2ff24b33de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:31.928819 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-88918200-0393-4945-b057-c2ff24b33de3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.0859699 Aug 20 00:07:31.996954 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-4cd8a790-5bbd-4d67-b92b-fec542287f76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 1002 time: 0.0590618 Aug 20 00:07:32.050289 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-24527c35-dfc9-4126-b176-5973254f4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:32.051778 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-24527c35-dfc9-4126-b176-5973254f4565 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0471559 Aug 20 00:07:32.099019 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-76eb1d6f-f5cd-4142-af8d-f0b25f4acd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:32.100558 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-76eb1d6f-f5cd-4142-af8d-f0b25f4acd81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416493 Aug 20 00:07:32.213075 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea66a-277f-406f-a64f-0efaf246686b req-00964faf-a0b4-4a68-8d2a-477d4bb34de0 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:32.214500 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ff6ea66a-277f-406f-a64f-0efaf246686b req-00964faf-a0b4-4a68-8d2a-477d4bb34de0 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0985079 Aug 20 00:07:32.244212 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-040266e5-4a08-412a-860a-77cb95f1578a service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352804 Aug 20 00:07:32.302428 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ff6ea66a-277f-406f-a64f-0efaf246686b req-915bef00-63f7-4854-8a4d-cc9bc1421191 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791197 Aug 20 00:07:32.347738 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7113ddfb-afdc-4a67-ba15-ab0dc513ec46 req-d8c174b5-7010-40ac-836b-7d031c609a48 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956988 Aug 20 00:07:33.424265 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20706700-5e96-4eb4-b65e-ea92b85421a6 req-3fcfb782-6a7b-42eb-b4fe-9b1dcb45b568 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:33.425769 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-20706700-5e96-4eb4-b65e-ea92b85421a6 req-3fcfb782-6a7b-42eb-b4fe-9b1dcb45b568 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0498209 Aug 20 00:07:33.464340 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-20706700-5e96-4eb4-b65e-ea92b85421a6 req-92ca4499-0c44-4fb4-a005-dda5c146a201 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323083 Aug 20 00:07:34.585086 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4304db-5cbb-43f2-ae5d-06a96933f30e req-a1a9fe37-9c86-47df-8c66-8a7617497caf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:34.586576 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ae4304db-5cbb-43f2-ae5d-06a96933f30e req-a1a9fe37-9c86-47df-8c66-8a7617497caf tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 946 time: 0.0492349 Aug 20 00:07:34.625507 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ae4304db-5cbb-43f2-ae5d-06a96933f30e req-a16f6db4-5187-4f60-922f-0e74a49ad2fc tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327632 Aug 20 00:07:34.757783 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:07:34.831985 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:34.854550 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:07:34.856891 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0595f5-accc-4106-b007-0c1768f22042" -d '{"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-unplugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:07:34.870531 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:34.890536 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71cbeb9-02b9-467a-a0ec-633a14c2dd62 x-openstack-request-id: req-a71cbeb9-02b9-467a-a0ec-633a14c2dd62 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:07:34.890536 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-unplugged", "status": "failed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "code": 422}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:07:34.890536 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a71cbeb9-02b9-467a-a0ec-633a14c2dd62 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:07:34.890536 dv-cinder-759943-12-iscsi neutron-server[101346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'code': 422} returned with failed status Aug 20 00:07:34.937000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:34.987996 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=8']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:36.919590 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978bf8e-ffba-41ad-af6d-d4d6df134526 req-516343fb-0ec3-4d7e-9dde-185bb1132ba2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:36.921156 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4978bf8e-ffba-41ad-af6d-d4d6df134526 req-516343fb-0ec3-4d7e-9dde-185bb1132ba2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0548851 Aug 20 00:07:36.968804 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4978bf8e-ffba-41ad-af6d-d4d6df134526 req-050dbc11-26aa-4edd-ace2-08af67024e4e tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Aug 20 00:07:37.412995 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46408) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:07:37.501822 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-9e5b9b78-f916-4c0e-b8f1-826b2988cf95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876603 Aug 20 00:07:38.051292 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404e3af-ad1c-48e9-b74f-3086d3c46fbb req-2ed70d3e-0fd0-47e2-b294-c3c16f1cf861 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:38.052925 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3404e3af-ad1c-48e9-b74f-3086d3c46fbb req-2ed70d3e-0fd0-47e2-b294-c3c16f1cf861 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0512705 Aug 20 00:07:38.120288 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3404e3af-ad1c-48e9-b74f-3086d3c46fbb req-4bc0b1b9-db71-43c1-bcc3-5c7ae4799bd3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563271 Aug 20 00:07:38.132229 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0586e-6dca-4424-b8c4-d6e4134174a4 req-a718088d-c611-4e1b-80bb-1d3ec74d0c52 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:38.133650 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0bb0586e-6dca-4424-b8c4-d6e4134174a4 req-a718088d-c611-4e1b-80bb-1d3ec74d0c52 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0797842 Aug 20 00:07:38.177333 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0bb0586e-6dca-4424-b8c4-d6e4134174a4 req-64ffa8c4-7a26-4af5-a20c-e5e731a03487 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367475 Aug 20 00:07:39.173586 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-279b990c-0f1e-4f4b-be98-8505d3394493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.176338 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-279b990c-0f1e-4f4b-be98-8505d3394493 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253&tenant_id=754e08e99dbd4c4883d3cc70bd7902d5 HTTP/1.1" status: 200 len: 1097 time: 0.0422132 Aug 20 00:07:39.262390 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3df3-a361-4d70-8b5a-1175bf087e59 req-707a0ecd-9db7-4d06-8ff5-b61a328d8a00 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.263870 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a02b3df3-a361-4d70-8b5a-1175bf087e59 req-707a0ecd-9db7-4d06-8ff5-b61a328d8a00 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0744536 Aug 20 00:07:39.279557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-02aa6472-812b-4275-81b8-fe068c58b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.281075 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-02aa6472-812b-4275-81b8-fe068c58b566 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1097 time: 0.0802886 Aug 20 00:07:39.381250 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a02b3df3-a361-4d70-8b5a-1175bf087e59 req-ddf0ee60-05f4-4fda-89f5-8474cd493092 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046729 Aug 20 00:07:39.398076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab3efb-96cc-4aeb-bcc5-d1087a1edfe0 req-fffafd24-2568-4e2b-9a80-84e579e444f2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.399570 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fab3efb-96cc-4aeb-bcc5-d1087a1edfe0 req-fffafd24-2568-4e2b-9a80-84e579e444f2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.1346872 Aug 20 00:07:39.444068 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-e73c2fac-495c-4792-9315-15e46d84246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.445526 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-e73c2fac-495c-4792-9315-15e46d84246d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.1420074 Aug 20 00:07:39.463861 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5fab3efb-96cc-4aeb-bcc5-d1087a1edfe0 req-80832606-ceb5-4251-8631-13a76cbf0fd7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573313 Aug 20 00:07:39.520425 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-396d6ae8-2ea1-445d-9b5a-102a7c4b32cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 1000 time: 0.0652528 Aug 20 00:07:39.570930 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-7ad3e995-e50d-4283-9851-cffd122f16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.572404 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-7ad3e995-e50d-4283-9851-cffd122f16a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0451291 Aug 20 00:07:39.619419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-6cb7b6d2-b879-4e0d-b9ed-d325d1d6553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:39.620951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-6cb7b6d2-b879-4e0d-b9ed-d325d1d6553c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406067 Aug 20 00:07:39.720537 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-4a28eedd-ae85-4f74-af69-9638ed1cc632 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908139 Aug 20 00:07:39.812869 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e91d5366-8437-4f8f-8c3e-72906361e3fc req-4b0f2409-0955-4088-8bb7-f81820172313 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Aug 20 00:07:40.548101 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9c99-94c4-4fec-af12-4dac9ded5e02 req-53acb131-75cc-45b4-ad82-06f87e1fab08 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:40.550359 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ba3d9c99-94c4-4fec-af12-4dac9ded5e02 req-53acb131-75cc-45b4-ad82-06f87e1fab08 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0622046 Aug 20 00:07:40.634284 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd35bc-ed63-49ee-af0e-a6b5d186d441 req-dd75c8ee-a224-4980-9eb6-e18dbadd7f47 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:40.635953 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-64dd35bc-ed63-49ee-af0e-a6b5d186d441 req-dd75c8ee-a224-4980-9eb6-e18dbadd7f47 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0844843 Aug 20 00:07:40.641652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ba3d9c99-94c4-4fec-af12-4dac9ded5e02 req-54fbbd6a-8e77-4c31-a143-5adca4b1b38d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797133 Aug 20 00:07:40.680202 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-64dd35bc-ed63-49ee-af0e-a6b5d186d441 req-b7f8996c-2a85-4e9e-b514-8b3e91fd96d2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367749 Aug 20 00:07:41.810434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd5d5d-1526-4906-8164-15e0bb258c0e req-a5b8b756-dd53-4fca-bf3b-991e48e40179 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:41.811865 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29fd5d5d-1526-4906-8164-15e0bb258c0e req-a5b8b756-dd53-4fca-bf3b-991e48e40179 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0832846 Aug 20 00:07:41.847608 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416f51-541d-4ad5-80af-0a73afd22b79 req-f59a9178-cd7c-43bf-a4c5-7af9d378d4f6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:41.849230 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b8416f51-541d-4ad5-80af-0a73afd22b79 req-f59a9178-cd7c-43bf-a4c5-7af9d378d4f6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0821326 Aug 20 00:07:41.890155 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29fd5d5d-1526-4906-8164-15e0bb258c0e req-447f4f11-135f-4cd7-bc78-14d2049fb2e6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714636 Aug 20 00:07:41.905427 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b8416f51-541d-4ad5-80af-0a73afd22b79 req-c4baa902-01ab-4e34-9f31-c416759f0eac tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484269 Aug 20 00:07:43.053768 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851aa36-9286-41c7-966d-dcc984034984 req-2fe1016c-fc82-44c3-ac76-0a41a25dd549 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:43.055406 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4851aa36-9286-41c7-966d-dcc984034984 req-2fe1016c-fc82-44c3-ac76-0a41a25dd549 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0942621 Aug 20 00:07:43.078555 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a360a8-f360-4a60-87b4-58aafab4e107 req-6e0306b7-6e71-4612-9027-9349b132c66a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:43.080259 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-90a360a8-f360-4a60-87b4-58aafab4e107 req-6e0306b7-6e71-4612-9027-9349b132c66a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0831971 Aug 20 00:07:43.132280 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4851aa36-9286-41c7-966d-dcc984034984 req-f17d716d-f0e8-46ce-b956-e28b1270d9b2 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684912 Aug 20 00:07:43.152036 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-90a360a8-f360-4a60-87b4-58aafab4e107 req-a24ef1aa-36ee-4832-9c92-f8c498b72a94 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518236 Aug 20 00:07:44.328295 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f2fa1-2b1d-4b4c-b82a-b2d11cba5a1d req-a6aabc2b-bc06-4ad4-b63a-5c0fc4d0a345 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:44.330067 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2a4f2fa1-2b1d-4b4c-b82a-b2d11cba5a1d req-a6aabc2b-bc06-4ad4-b63a-5c0fc4d0a345 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0699458 Aug 20 00:07:44.338010 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51505c-f337-48af-b081-7b3157586745 req-48745328-1ef4-4aa8-93c5-a6eefdf95eb7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:44.339486 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a51505c-f337-48af-b081-7b3157586745 req-48745328-1ef4-4aa8-93c5-a6eefdf95eb7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.1243606 Aug 20 00:07:44.400683 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2a4f2fa1-2b1d-4b4c-b82a-b2d11cba5a1d req-48014d5c-c093-46c9-a9bb-dc78ae3314fe tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600877 Aug 20 00:07:44.405637 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1a51505c-f337-48af-b081-7b3157586745 req-b2c1a805-2c72-4022-b067-b41018e13a6b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586360 Aug 20 00:07:45.567324 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29363f28-10bb-4cb8-acfd-7bc4cc313d3a req-4d57147e-6eaf-4333-8db9-0f5342b2029c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:45.568886 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29363f28-10bb-4cb8-acfd-7bc4cc313d3a req-4d57147e-6eaf-4333-8db9-0f5342b2029c tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0870767 Aug 20 00:07:45.577316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a3b8-509d-4baf-9bef-43b2826eef6e req-25e2e225-8297-498e-bf6d-c3e5f5d7e609 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:45.578769 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3bf7a3b8-509d-4baf-9bef-43b2826eef6e req-25e2e225-8297-498e-bf6d-c3e5f5d7e609 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0700097 Aug 20 00:07:45.636669 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-29363f28-10bb-4cb8-acfd-7bc4cc313d3a req-e4158751-fe2a-4489-9dbd-1b2d3c240bfa tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567214 Aug 20 00:07:45.645679 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3bf7a3b8-509d-4baf-9bef-43b2826eef6e req-89114dd1-5d50-461c-aeff-9d9d2e6b9d4f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574403 Aug 20 00:07:46.805399 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe4bee-156f-4f61-aa02-ceea856fc683 req-8849f533-4258-444a-8718-81562f293efb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:46.807194 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2efe4bee-156f-4f61-aa02-ceea856fc683 req-8849f533-4258-444a-8718-81562f293efb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0816832 Aug 20 00:07:46.820717 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e22a6-a695-42c4-9840-e3cc4bc79a05 req-c7115442-6f36-42d3-bd04-ab4ce1541d6f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:46.826664 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-169e22a6-a695-42c4-9840-e3cc4bc79a05 req-c7115442-6f36-42d3-bd04-ab4ce1541d6f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0909393 Aug 20 00:07:46.883541 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2efe4bee-156f-4f61-aa02-ceea856fc683 req-61fd2c99-c71c-42eb-a6a4-dfdda3db3fd6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558863 Aug 20 00:07:46.897952 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-169e22a6-a695-42c4-9840-e3cc4bc79a05 req-9f4b5f28-1636-4b88-a40b-31d6ab06590b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504794 Aug 20 00:07:48.044687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a0eee-f062-49af-8377-ac812fd7865d req-2d8838a7-a01d-43e7-9dd3-de0e691aa3e5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:48.046278 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-706a0eee-f062-49af-8377-ac812fd7865d req-2d8838a7-a01d-43e7-9dd3-de0e691aa3e5 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0854471 Aug 20 00:07:48.055088 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5a095-8eb0-482c-8fd3-21ad3983e4d7 req-ab4424de-01c3-44d5-ac50-30f3ef7a20a5 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:48.056876 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ff5a095-8eb0-482c-8fd3-21ad3983e4d7 req-ab4424de-01c3-44d5-ac50-30f3ef7a20a5 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0859978 Aug 20 00:07:48.114649 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-706a0eee-f062-49af-8377-ac812fd7865d req-a39216e5-fc03-49e4-bff7-a2bd6edcab8d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567753 Aug 20 00:07:48.120292 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ff5a095-8eb0-482c-8fd3-21ad3983e4d7 req-879783cc-3005-40ca-8c68-97a479a1d337 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560977 Aug 20 00:07:49.263555 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23680f-efe0-415e-a481-b2407782ec77 req-fedd9f57-8b33-4b0c-bb61-d149abeac8c7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:49.265186 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac23680f-efe0-415e-a481-b2407782ec77 req-fedd9f57-8b33-4b0c-bb61-d149abeac8c7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0764461 Aug 20 00:07:49.293643 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73c85-6088-4ebd-8449-e53a29621856 req-8c7c57e2-710c-4041-824a-be8bf4959a93 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:49.295243 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ba73c85-6088-4ebd-8449-e53a29621856 req-8c7c57e2-710c-4041-824a-be8bf4959a93 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0803192 Aug 20 00:07:49.336691 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ac23680f-efe0-415e-a481-b2407782ec77 req-af5d16ae-b045-4eb9-bff0-81b25f5436f3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649900 Aug 20 00:07:49.363881 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ba73c85-6088-4ebd-8449-e53a29621856 req-11ffd917-1e00-42bb-9298-0904b5396040 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555739 Aug 20 00:07:50.483217 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782622f-3c7e-4eec-80b8-e2947e99c034 req-43c357fa-98ad-4b38-813f-e447e319e11d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:50.484753 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1782622f-3c7e-4eec-80b8-e2947e99c034 req-43c357fa-98ad-4b38-813f-e447e319e11d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0747576 Aug 20 00:07:50.507935 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6cf73-85d4-4ce8-9651-4641872f9409 req-0160fcb8-37af-4b2a-9743-6586361e2cd2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:50.509459 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6db6cf73-85d4-4ce8-9651-4641872f9409 req-0160fcb8-37af-4b2a-9743-6586361e2cd2 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0747142 Aug 20 00:07:50.559160 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1782622f-3c7e-4eec-80b8-e2947e99c034 req-5c07ede4-bfad-445c-848b-587eb9ea67dc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676250 Aug 20 00:07:50.567275 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6db6cf73-85d4-4ce8-9651-4641872f9409 req-511f94b0-c55b-488e-8aed-698682b8dcc7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515990 Aug 20 00:07:51.706580 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715264-9bd8-4e4b-bcca-9f9284ba95e0 req-cae34c9a-434e-476c-a611-e5d0d324f420 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:51.708095 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0715264-9bd8-4e4b-bcca-9f9284ba95e0 req-cae34c9a-434e-476c-a611-e5d0d324f420 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0705543 Aug 20 00:07:51.715256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c4d0f-e768-4fbd-9827-ecd9f6377380 req-d94acb9c-2993-4bdb-a6ef-29cd4e6af3f8 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:51.716775 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8f7c4d0f-e768-4fbd-9827-ecd9f6377380 req-d94acb9c-2993-4bdb-a6ef-29cd4e6af3f8 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0891612 Aug 20 00:07:51.774627 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8f7c4d0f-e768-4fbd-9827-ecd9f6377380 req-a99471ec-7ecc-4774-9863-c7f0c76f79d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498660 Aug 20 00:07:51.777277 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c0715264-9bd8-4e4b-bcca-9f9284ba95e0 req-bd340782-f61d-4a79-91a2-8550e986dadb tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595949 Aug 20 00:07:51.801604 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:52.132461 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01280d-b740-4f76-9abe-c5a9b861d3bf req-8f8f447f-6242-425b-956a-fc0084da285c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:52.133992 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5e01280d-b740-4f76-9abe-c5a9b861d3bf req-8f8f447f-6242-425b-956a-fc0084da285c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0508006 Aug 20 00:07:52.175092 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5e01280d-b740-4f76-9abe-c5a9b861d3bf req-b861dca3-380f-4fcd-922a-4ef0b65370b1 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Aug 20 00:07:52.270543 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-2ff5675b-d639-477b-8376-ae1aa5f59aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:52.272078 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-2ff5675b-d639-477b-8376-ae1aa5f59aae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 1099 time: 0.0456002 Aug 20 00:07:52.363574 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-0c49ba5e-8108-490f-a7a8-54c05f7b9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:52.365057 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-0c49ba5e-8108-490f-a7a8-54c05f7b9076 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 912 time: 0.0854979 Aug 20 00:07:52.430319 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-209d0b5d-92e4-4faa-bb43-26b431dbf6f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 200 len: 1001 time: 0.0584335 Aug 20 00:07:52.479125 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-9561d98a-60ff-47f3-b8e3-73b952aa3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:52.480569 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-9561d98a-60ff-47f3-b8e3-73b952aa3a8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0432045 Aug 20 00:07:52.526251 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-4080e545-c269-4de3-b129-65dab2387f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:52.527814 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-4080e545-c269-4de3-b129-65dab2387f08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400262 Aug 20 00:07:52.621613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-161a137b-6491-467b-b5b9-3aa2c5bd1808 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854967 Aug 20 00:07:52.712943 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dca64cb9-5201-4fbc-a431-7a10820975b6 req-ec2e481e-68b8-4060-99fd-bf15dbcbb53f service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838547 Aug 20 00:07:52.873996 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:07:52.907318 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d4e81-e04f-468e-b71d-c4ba4229742f req-b1054c47-6a8f-4d59-9c33-f29f88f43418 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:52.908851 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3e0d4e81-e04f-468e-b71d-c4ba4229742f req-b1054c47-6a8f-4d59-9c33-f29f88f43418 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 944 time: 0.0482569 Aug 20 00:07:52.947310 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3e0d4e81-e04f-468e-b71d-c4ba4229742f req-a2d9341a-b2ec-4cb4-b5a7-a1a2753eba22 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Aug 20 00:07:52.972275 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:52.983464 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'port_id': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'mac_address': 'fa:16:3e:5b:59:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:07:53.023509 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:53.037360 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98b94f3-5a45-4b92-aed5-7417786d0975 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:07:53.057143 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:53.115650 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:53.165677 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=9']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:53.302022 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d5be-027a-4646-94b6-0c2c10044378 req-6ab42827-19a6-43c9-8aac-e6fd6faac2ef tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:53.303593 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b283d5be-027a-4646-94b6-0c2c10044378 req-6ab42827-19a6-43c9-8aac-e6fd6faac2ef tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0572462 Aug 20 00:07:53.343754 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b283d5be-027a-4646-94b6-0c2c10044378 req-ed8f0bec-3603-4fea-8295-bd46b40bd63d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Aug 20 00:07:53.353703 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['c98b94f3-5a45-4b92-aed5-7417786d0975'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:07:53.898246 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-72e18297-f37d-4c56-9dcd-f1a069d1ab0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:54.062749 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ccede-0233-4f80-acab-869e73804116 req-f8897468-c7c1-467c-b7a0-381119195dd7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:54.064242 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-261ccede-0233-4f80-acab-869e73804116 req-f8897468-c7c1-467c-b7a0-381119195dd7 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 945 time: 0.0477300 Aug 20 00:07:54.102843 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-261ccede-0233-4f80-acab-869e73804116 req-c6a7942f-4b9e-45f8-acc8-8e163c80182f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319078 Aug 20 00:07:54.454194 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368668a7-2b78-4dd5-9e59-6227e7167f43 req-61ddc77c-9a11-4dec-8b8b-18ec0316f83f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:54.456219 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-368668a7-2b78-4dd5-9e59-6227e7167f43 req-61ddc77c-9a11-4dec-8b8b-18ec0316f83f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0478027 Aug 20 00:07:54.494136 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-368668a7-2b78-4dd5-9e59-6227e7167f43 req-617ddaa8-a662-4c09-b997-beb6256a66cc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Aug 20 00:07:54.894405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:07:54.942971 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port c98b94f3-5a45-4b92-aed5-7417786d0975 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:07:54.943661 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:55.024191 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:55.046140 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:07:55.048385 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa36757-25ff-443e-a31b-bbf80160888e" -d '{"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-plugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:07:55.061405 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:07:55.086319 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e15498-7791-4576-b0a6-6d39126beeb8 x-openstack-request-id: req-68e15498-7791-4576-b0a6-6d39126beeb8 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:07:55.086609 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-plugged", "status": "completed", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:07:55.086858 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68e15498-7791-4576-b0a6-6d39126beeb8 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:07:55.087251 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'code': 200} Aug 20 00:07:55.119508 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:55.168420 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=10']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:07:55.512726 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329a074-12f1-423e-928a-b8011261b317 req-5a7f8491-5e9e-4a15-9404-bd1e0a62c67f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:55.514107 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b329a074-12f1-423e-928a-b8011261b317 req-5a7f8491-5e9e-4a15-9404-bd1e0a62c67f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.3330545 Aug 20 00:07:55.520672 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d8aed-6e40-4c95-b926-6a427b0ca8c0 req-7bc6fed3-cefe-4788-ab10-1e14276675b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:55.522108 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-820d8aed-6e40-4c95-b926-6a427b0ca8c0 req-7bc6fed3-cefe-4788-ab10-1e14276675b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1100 time: 0.0592971 Aug 20 00:07:55.577613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b329a074-12f1-423e-928a-b8011261b317 req-2ba711cc-432e-4814-8cbd-97cf717e961a tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545602 Aug 20 00:07:55.579524 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-820d8aed-6e40-4c95-b926-6a427b0ca8c0 req-9808e294-7e6a-4250-ad6d-531843e6d6e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499461 Aug 20 00:07:56.727833 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9430d-2ae5-4268-948a-03aeb52122c3 req-87de5022-fde4-4e2d-a60a-b2843ec621f4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:56.727833 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b9430d-2ae5-4268-948a-03aeb52122c3 req-87de5022-fde4-4e2d-a60a-b2843ec621f4 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.0657246 Aug 20 00:07:56.750234 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb9bb-3b04-4f6c-a92a-9491ee17326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:56.761933 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b9430d-2ae5-4268-948a-03aeb52122c3 req-0c1493a4-199c-40b4-a26c-49c4ba049268 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357716 Aug 20 00:07:56.994374 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:57.884972 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b810b-58d6-4f28-bcd3-f45929966572 req-bbe4440b-82ee-4fe7-9483-28356dfbcc87 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:57.886526 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-190b810b-58d6-4f28-bcd3-f45929966572 req-bbe4440b-82ee-4fe7-9483-28356dfbcc87 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.0498695 Aug 20 00:07:57.929951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-190b810b-58d6-4f28-bcd3-f45929966572 req-c387cbdb-420f-4b4c-88c1-5acb143d08e6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349364 Aug 20 00:07:58.064225 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:07:59.058542 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929504d7-f6af-460c-bb0b-59d199f877a0 req-db4bed18-7323-49b2-a6a8-fe591e2cfaa9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:07:59.060230 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-929504d7-f6af-460c-bb0b-59d199f877a0 req-db4bed18-7323-49b2-a6a8-fe591e2cfaa9 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.0555410 Aug 20 00:07:59.104660 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-929504d7-f6af-460c-bb0b-59d199f877a0 req-922324f0-6935-44c7-9efc-6568faa213a6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375938 Aug 20 00:07:59.652702 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:04.762983 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:08:13.337850 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb37bc0-cf4f-462a-bad6-a458bad51da2 req-36b548da-5414-4949-bf9b-dbd3a4a070f7 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:13.339320 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0bb37bc0-cf4f-462a-bad6-a458bad51da2 req-36b548da-5414-4949-bf9b-dbd3a4a070f7 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.0514657 Aug 20 00:08:13.382655 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0bb37bc0-cf4f-462a-bad6-a458bad51da2 req-4209a1ee-7735-45b0-adf7-713ab8c11167 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371335 Aug 20 00:08:14.500530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb7f02-a06a-4dfd-911a-21a4ad413b78 req-e05e87ba-d319-4b20-9d58-ddaa2df272d2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:14.502039 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9aeb7f02-a06a-4dfd-911a-21a4ad413b78 req-e05e87ba-d319-4b20-9d58-ddaa2df272d2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.0489993 Aug 20 00:08:14.539975 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9aeb7f02-a06a-4dfd-911a-21a4ad413b78 req-88dde908-043b-41f4-bcab-4fe2140e6fb5 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317781 Aug 20 00:08:15.000076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298843d-b10f-4fed-a088-b34918128176 req-d1d34ad5-b60e-4d89-80a7-dc3ef5666a1f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:15.001542 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2298843d-b10f-4fed-a088-b34918128176 req-d1d34ad5-b60e-4d89-80a7-dc3ef5666a1f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 946 time: 0.0496624 Aug 20 00:08:15.107873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Deleting port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:15.108216 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:15.198076 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] For port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:15.198440 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:15.375452 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:15.375881 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:15.376227 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Floating IP 11ea647f-5ba7-4ee4-9311-bc39f8d639cf disassociated. External IP: 172.27.1.84, port: aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1. Aug 20 00:08:15.376572 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Calling delete_port for aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:15.566595 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:15.596395 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'Port': ['ID=aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:15.609243 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.609598 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.609942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.610282 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.610616 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.610949 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.611281 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.611611 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.611949 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.612295 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.612618 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.612942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:15.674935 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ddc64155-62c1-4a9d-a069-506380c01fee req-0a7c3952-412f-46bf-a8d9-2a391fa6d23d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0582337 Aug 20 00:08:15.749840 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:08:15.859249 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:08:15.870576 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:08:15.881089 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:15.881962 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:07:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:15.902440 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] No DVR routers for this DVR port aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:08:15.905052 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:15.907057 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2298843d-b10f-4fed-a088-b34918128176 req-f996655e-aded-4964-b50f-477b35e2dd33 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "DELETE /v2.0/ports/aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 HTTP/1.1" status: 204 len: 173 time: 0.8990088 Aug 20 00:08:15.907488 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'name': 'network-vif-deleted', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:15.909762 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b1966a-994c-4d05-9c85-e7e33528c7e9" -d '{"events": [{"server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "name": "network-vif-deleted", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:15.998437 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:16.024480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26080c24-4d16-4063-b47b-238d7a2c1d06 x-openstack-request-id: req-26080c24-4d16-4063-b47b-238d7a2c1d06 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:16.024783 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4330121d-73a2-42c2-b331-0cd4f4f73ad5", "name": "network-vif-deleted", "tag": "aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:16.025025 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26080c24-4d16-4063-b47b-238d7a2c1d06 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:16.025450 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4330121d-73a2-42c2-b331-0cd4f4f73ad5', 'name': 'network-vif-deleted', 'tag': 'aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1', 'status': 'completed', 'code': 200} Aug 20 00:08:16.210821 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:16.236299 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:08:16.245402 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:16.246059 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:07:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:16.350893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:16.551825 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:16.579688 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e9dfb-d373-42f4-b07f-adfe8b26a7d3 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:08:16.791308 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2413eaa7-3e64-476b-877e-995eb64e26a4 req-c38538cd-a3ea-4854-9f8d-5056a301b6d2 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=4330121d-73a2-42c2-b331-0cd4f4f73ad5 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Aug 20 00:08:16.815807 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040010b-a7ce-4df6-b5da-8d2a2993af21 None None] New status for floating IP 11ea647f-5ba7-4ee4-9311-bc39f8d639cf: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:08:18.048470 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-8ca5b71d-898c-48d9-8805-04e3d81108b9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140388604&fields=id&tenant_id=f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 267 time: 0.0366549 Aug 20 00:08:18.158095 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-d4b6b5f3-cf40-4722-b5cf-5c1df4a33be4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:18.159569 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-d4b6b5f3-cf40-4722-b5cf-5c1df4a33be4 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 812 time: 0.1045098 Aug 20 00:08:18.174208 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-83658ae8-71aa-4742-adc1-de2909283bdc tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/quotas/f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 375 time: 0.0088317 Aug 20 00:08:18.229149 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-e656b7de-7660-4524-9bf6-b165e0b96174 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496759 Aug 20 00:08:18.364295 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-8de06905-5eeb-49bc-ad6a-990d43e81d64 service neutron] 10.222.0.35 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234653 Aug 20 00:08:18.456331 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-227e62b6-3ea9-4e97-aed0-2b9eb115e36c service neutron] 10.222.0.35 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859246 Aug 20 00:08:19.016338 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:08:19.039345 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:08:19.039709 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device aee92b1a-5de6-4b33-8dcc-ff4aea9ee7b1 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:08:19.091365 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d9390851-06df-4c15-85e9-ed87b5fc0f0b req-def8bb7b-0006-43f4-b26d-7e16100edb4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Aug 20 00:08:20.185778 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fed20d62-89e2-4f97-a9db-283251732759 req-7137da58-a823-4535-b55e-a1781c2e2680 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 210 time: 0.0279167 Aug 20 00:08:21.177110 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-5f02a77d-7bce-4170-a890-ab1286c99c82 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:21.179551 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-5f02a77d-7bce-4170-a890-ab1286c99c82 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 812 time: 0.1057742 Aug 20 00:08:21.225666 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-ba19c4f6-f2c7-4731-9e01-9232f14cf0f7 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 380 time: 0.0347316 Aug 20 00:08:21.235603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'port': {'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'admin_state_up': True, 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'security_groups': ['ef312db1-733b-47fe-8c9c-eee14b88d0d5']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:21.317268 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-265480a3-49e8-48b3-b708-6e2f2c133d72 req-45b86fe0-e1ac-4e09-8982-6109c15ec1eb tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 210 time: 0.0407534 Aug 20 00:08:21.479244 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Made reservation on behalf of f547d26d93324f3aa34b62cf920aedd6 for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:08:21.482926 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:21.614900 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Allocated IP 172.20.0.10 (f67cd798-3ca2-48b0-8584-92045e20bcf4/1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5/31cef610-5a65-4f63-8972-34b7e1b425a6) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:08:21.769989 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:21.785917 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Transition to ACTIVE for port object 31cef610-5a65-4f63-8972-34b7e1b425a6 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:08:21.915421 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:21.961656 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.007647 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:08:22.011099 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:08:22.014365 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:08:22.041042 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=31cef610-5a65-4f63-8972-34b7e1b425a6,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:22.069694 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:22.070346 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.168966 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-720e753b-2abe-4f49-b859-31481c0bc3e6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9368794 Aug 20 00:08:22.183056 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Request body: {'port': {'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:22.242536 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.314828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-41ee6969-9f6a-40f6-970e-15f2a18869cb None None] Provisioning for port 31cef610-5a65-4f63-8972-34b7e1b425a6 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:08:22.319178 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-41ee6969-9f6a-40f6-970e-15f2a18869cb None None] Provisioning complete for port 31cef610-5a65-4f63-8972-34b7e1b425a6 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:08:22.319679 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-41ee6969-9f6a-40f6-970e-15f2a18869cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.365853 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-41ee6969-9f6a-40f6-970e-15f2a18869cb None None] Port 31cef610-5a65-4f63-8972-34b7e1b425a6 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:08:22.488642 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9b01-a182-438d-be05-a548a0050b91 req-4c833813-4e99-4556-a3f1-4df60918a094 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:22.490250 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9f7d9b01-a182-438d-be05-a548a0050b91 req-4c833813-4e99-4556-a3f1-4df60918a094 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 932 time: 0.0793278 Aug 20 00:08:22.570109 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9f7d9b01-a182-438d-be05-a548a0050b91 req-0cd38804-2150-494b-b58f-3c6d58f424cc tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687051 Aug 20 00:08:22.584715 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cef610-5a65-4f63-8972-34b7e1b425a6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:08:22.592601 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.605706 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Transition to ACTIVE for port object 31cef610-5a65-4f63-8972-34b7e1b425a6 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:08:22.692336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.742116 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Pushing event updated for resources: {'Port': ['ID=31cef610-5a65-4f63-8972-34b7e1b425a6,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:22.815523 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Attempting to bind port 31cef610-5a65-4f63-8972-34b7e1b425a6 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:08:22.815860 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Attempting to bind port 31cef610-5a65-4f63-8972-34b7e1b425a6 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:08:22.816224 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Attempting to bind port 31cef610-5a65-4f63-8972-34b7e1b425a6 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:08:22.821465 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Port 31cef610-5a65-4f63-8972-34b7e1b425a6 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:08:22.821748 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Attempting to bind port 31cef610-5a65-4f63-8972-34b7e1b425a6 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:08:22.826980 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:08:22.827324 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Checking segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:08:22.827703 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Bound using segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:08:22.828157 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Bound port: 31cef610-5a65-4f63-8972-34b7e1b425a6, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:08:22.828514 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:22.901434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] For port 31cef610-5a65-4f63-8972-34b7e1b425a6, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:08:22.904483 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] For port 31cef610-5a65-4f63-8972-34b7e1b425a6, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=31cef610-5a65-4f63-8972-34b7e1b425a6,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:08:23.001634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:23.037983 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.038273 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:23.040145 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] 10.222.0.10 "PUT /v2.0/ports/31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 200 len: 1094 time: 0.8632848 Aug 20 00:08:23.042739 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:23.045922 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e6046a-8e9d-415f-9913-386f7db2a5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:23.080734 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65902bb5-315b-4c62-b021-7a73a9e10e05 service neutron] Pushing event updated for resources: {'Port': ['ID=31cef610-5a65-4f63-8972-34b7e1b425a6,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:23.112109 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec344899-3a17-49de-b69e-d27dd0f13cf0 x-openstack-request-id: req-ec344899-3a17-49de-b69e-d27dd0f13cf0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:23.112109 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:23.112109 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec344899-3a17-49de-b69e-d27dd0f13cf0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:23.112109 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'status': 'completed', 'code': 200} Aug 20 00:08:23.178891 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6046a-8e9d-415f-9913-386f7db2a5a8 req-ed9f167a-aeef-4d3d-8006-bd04412e71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.180483 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08e6046a-8e9d-415f-9913-386f7db2a5a8 req-ed9f167a-aeef-4d3d-8006-bd04412e71f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1097 time: 0.0514724 Aug 20 00:08:23.287871 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6046a-8e9d-415f-9913-386f7db2a5a8 req-bce745b0-a046-450e-a5c9-8f21bcafc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.289393 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08e6046a-8e9d-415f-9913-386f7db2a5a8 req-bce745b0-a046-450e-a5c9-8f21bcafc8f7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f547d26d93324f3aa34b62cf920aedd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000712 Aug 20 00:08:23.388721 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6046a-8e9d-415f-9913-386f7db2a5a8 req-b11ecd7b-9f33-49d5-a268-ecd6c570d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.390112 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-08e6046a-8e9d-415f-9913-386f7db2a5a8 req-b11ecd7b-9f33-49d5-a268-ecd6c570d44c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929887 Aug 20 00:08:23.471798 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-cb5b0e1d-cf90-4547-8fc6-fa97d99ad989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.473296 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-cb5b0e1d-cf90-4547-8fc6-fa97d99ad989 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1097 time: 0.0402386 Aug 20 00:08:23.523357 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-1b3e73a1-be91-4e9e-8ab5-ccb31d0fb66d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 200 len: 217 time: 0.0413265 Aug 20 00:08:23.573838 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-e88875ec-a4e8-426c-9000-cf64292e8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.575328 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-e88875ec-a4e8-426c-9000-cf64292e8157 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0444143 Aug 20 00:08:23.624614 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328cd62-8cec-4074-a485-be9835429256 req-2ae564dc-8e31-4c50-b735-44f288b5ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.626188 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-2ae564dc-8e31-4c50-b735-44f288b5ed6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426085 Aug 20 00:08:23.746864 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceac0a1-0c5f-4e9f-a2a1-3017718dd689 req-602c715a-4527-4627-9fd0-bb61e09f98d9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:23.748440 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aceac0a1-0c5f-4e9f-a2a1-3017718dd689 req-602c715a-4527-4627-9fd0-bb61e09f98d9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.1059189 Aug 20 00:08:23.786512 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-9bc5dbd9-e57f-4b57-a1dd-5278c8055dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512284 Aug 20 00:08:23.821998 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-aceac0a1-0c5f-4e9f-a2a1-3017718dd689 req-49748112-4e24-4ae4-b2f4-05e2eaaf2787 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647469 Aug 20 00:08:23.895048 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3328cd62-8cec-4074-a485-be9835429256 req-1a7e5409-37c2-4d53-b54e-0715b8cd531a service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978060 Aug 20 00:08:23.898369 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-431d6087-f499-4f87-98ef-38e22d64b670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:24.944299 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b5e8-0918-462d-b3b8-327f5a721675 req-a58f69f7-fa7d-44a2-868a-8d89aa12223d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:24.945688 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5692b5e8-0918-462d-b3b8-327f5a721675 req-a58f69f7-fa7d-44a2-868a-8d89aa12223d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.0496442 Aug 20 00:08:24.983251 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5692b5e8-0918-462d-b3b8-327f5a721675 req-d4f7b177-cdb8-4276-baf4-c694f782256f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Aug 20 00:08:26.102697 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6672901-bb30-4c73-b305-dff6007873e0 req-59116982-2b12-47dc-b869-3b3b337fd251 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:26.104344 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6672901-bb30-4c73-b305-dff6007873e0 req-59116982-2b12-47dc-b869-3b3b337fd251 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.0520289 Aug 20 00:08:26.145231 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6672901-bb30-4c73-b305-dff6007873e0 req-b556e510-d26e-4b9c-8753-25006a270dc9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347412 Aug 20 00:08:26.749471 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7361cc22-824f-4578-8b5b-e9907c012ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:26.944683 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:27.302050 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe140a-a8ff-4562-861f-cb5c669b4f23 req-c2d5fd40-d968-4446-8356-00d2effe3975 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:27.307582 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1dfe140a-a8ff-4562-861f-cb5c669b4f23 req-c2d5fd40-d968-4446-8356-00d2effe3975 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.0894604 Aug 20 00:08:27.372958 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1dfe140a-a8ff-4562-861f-cb5c669b4f23 req-10a56f07-fdba-40a5-8a87-2901050a1141 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606551 Aug 20 00:08:27.383846 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-a115bc77-0ac6-4e95-b461-0ea5c97da029 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575943 Aug 20 00:08:27.457016 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-efe1f904-a7a9-45b2-b81d-96b6aac93056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:27.458544 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-efe1f904-a7a9-45b2-b81d-96b6aac93056 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 1100 time: 0.0483654 Aug 20 00:08:27.586538 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-7172b871-0c21-4a82-9799-3b95d56996fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:27.588059 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-7172b871-0c21-4a82-9799-3b95d56996fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 200 len: 918 time: 0.0931017 Aug 20 00:08:27.661893 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-2ffa1966-8876-4e57-8e9c-14f13f6d8f33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 200 len: 1002 time: 0.0647831 Aug 20 00:08:27.729319 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-2c76b989-e091-4d85-97ed-775017e9fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:27.730876 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-2c76b989-e091-4d85-97ed-775017e9fffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 200 len: 856 time: 0.0597222 Aug 20 00:08:27.788230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-a45d4725-3353-4b0d-81f5-2792d426ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:27.789904 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-a45d4725-3353-4b0d-81f5-2792d426ba8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1dc2e2a4-e0d0-412b-a59e-74739630a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478349 Aug 20 00:08:27.936717 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-15f578ae-33b5-4720-bdb6-25ac1586c2ef service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382635 Aug 20 00:08:27.964311 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfd1d2-2510-49f6-9d20-b87bd2c7a302 req-a496eddc-26c7-49a2-a5c4-ac2b3351521b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:27.965920 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8adfd1d2-2510-49f6-9d20-b87bd2c7a302 req-a496eddc-26c7-49a2-a5c4-ac2b3351521b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0820642 Aug 20 00:08:28.039396 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:28.050019 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8adfd1d2-2510-49f6-9d20-b87bd2c7a302 req-abf62f33-1b26-4474-acde-c54114b6123c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734785 Aug 20 00:08:28.076146 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4d9f6974-e896-4436-b611-3a7b68365fb0 req-2aa7a025-0945-47da-a01d-0ef76136ec26 service neutron] 10.222.0.10 "GET /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278486 Aug 20 00:08:28.509738 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282f89-91ca-40aa-8cc6-011801af29ec req-22e8a635-0951-490a-a37d-81097d353a30 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:28.511507 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd282f89-91ca-40aa-8cc6-011801af29ec req-22e8a635-0951-490a-a37d-81097d353a30 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.0610983 Aug 20 00:08:28.558408 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd282f89-91ca-40aa-8cc6-011801af29ec req-861031c4-eefb-4fe1-bc31-1ec4ae92d419 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338814 Aug 20 00:08:29.182104 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1004fa-86f4-4bcc-a156-325271356056 req-4e4f266c-8910-4430-9d10-bd17de811564 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:29.184764 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3b1004fa-86f4-4bcc-a156-325271356056 req-4e4f266c-8910-4430-9d10-bd17de811564 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0620906 Aug 20 00:08:29.235061 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3b1004fa-86f4-4bcc-a156-325271356056 req-8154ba1f-de71-4cdc-b084-56816e27eaa3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Aug 20 00:08:29.634957 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:29.700082 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2488c-60ec-4179-b153-ca5730194260 req-6a20938b-0b82-448f-969f-537b55249bca tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:29.702507 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-acb2488c-60ec-4179-b153-ca5730194260 req-6a20938b-0b82-448f-969f-537b55249bca tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.0741613 Aug 20 00:08:29.751514 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-acb2488c-60ec-4179-b153-ca5730194260 req-f1e2dee1-71e4-4ab2-b37c-978f683630c6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Aug 20 00:08:29.935603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-0577a162-b06a-4efd-b01a-c027b72fce08 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:29.937861 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-0577a162-b06a-4efd-b01a-c027b72fce08 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0608652 Aug 20 00:08:30.036001 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Deleting port 00124c3e-41df-400c-b039-8074695d7ab8 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:30.036351 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:30.150290 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] For port 00124c3e-41df-400c-b039-8074695d7ab8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=00124c3e-41df-400c-b039-8074695d7ab8,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:30.150657 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:30.608498 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:30.608911 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:30.609223 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Floating IP 075404f7-df75-4be9-b979-21b481434553 disassociated. External IP: 172.27.1.55, port: 00124c3e-41df-400c-b039-8074695d7ab8. Aug 20 00:08:30.609598 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Calling delete_port for 00124c3e-41df-400c-b039-8074695d7ab8 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:30.632980 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696720-49c2-4f6c-bea7-1ac9a864cfb7 req-b720fb0e-9f65-4399-8c46-e362036ef42b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:30.634457 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-65696720-49c2-4f6c-bea7-1ac9a864cfb7 req-b720fb0e-9f65-4399-8c46-e362036ef42b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 946 time: 0.0760813 Aug 20 00:08:30.716853 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-65696720-49c2-4f6c-bea7-1ac9a864cfb7 req-b7ecaba4-78b0-44f0-a7ab-bacc07b95dcc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=b99e7afd-6ff8-472f-86f6-380a816f432a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529356 Aug 20 00:08:30.873176 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b98e1-84d5-4f23-b2c0-7abcfc5e4941 req-da73410d-6b84-4bb8-ae5e-d9f5b5cc7027 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:30.874639 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-896b98e1-84d5-4f23-b2c0-7abcfc5e4941 req-da73410d-6b84-4bb8-ae5e-d9f5b5cc7027 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 944 time: 0.0533850 Aug 20 00:08:30.875781 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:30.922812 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event deleted for resources: {'Port': ['ID=00124c3e-41df-400c-b039-8074695d7ab8,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:30.984437 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-896b98e1-84d5-4f23-b2c0-7abcfc5e4941 req-61424f9d-84f7-40ad-9549-1116cc92252c tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000540 Aug 20 00:08:31.062691 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:08:31.063356 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 31cef610-5a65-4f63-8972-34b7e1b425a6 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:08:31.171994 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 31cef610-5a65-4f63-8972-34b7e1b425a6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=31cef610-5a65-4f63-8972-34b7e1b425a6,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:31.180379 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:08:31.185265 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:08:31.192824 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:08:31.222244 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] No DVR routers for this DVR port 00124c3e-41df-400c-b039-8074695d7ab8 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:08:31.226128 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:31.228137 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b99a4990-4bdd-4c02-b46f-18b8808c3e8f req-d4fbff17-3430-46d7-9bfc-0ed2c958c9e7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "DELETE /v2.0/ports/00124c3e-41df-400c-b039-8074695d7ab8 HTTP/1.1" status: 204 len: 173 time: 1.2828851 Aug 20 00:08:31.228598 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'name': 'network-vif-deleted', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:31.230897 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c800ea33-b447-46a1-befc-6058de4fcc79" -d '{"events": [{"server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "name": "network-vif-deleted", "tag": "00124c3e-41df-400c-b039-8074695d7ab8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:31.237828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:31.238473 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:31.241519 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:31.297707 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cef610-5a65-4f63-8972-34b7e1b425a6 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:08:31.297869 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f0dfc2-2b59-4a1b-a0a8-80f5e7685f71 x-openstack-request-id: req-05f0dfc2-2b59-4a1b-a0a8-80f5e7685f71 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:31.297869 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fe63ab-354f-4bc3-9227-65f4d28108b8", "name": "network-vif-deleted", "tag": "00124c3e-41df-400c-b039-8074695d7ab8", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:31.297869 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-05f0dfc2-2b59-4a1b-a0a8-80f5e7685f71 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:31.297869 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fe63ab-354f-4bc3-9227-65f4d28108b8', 'name': 'network-vif-deleted', 'tag': '00124c3e-41df-400c-b039-8074695d7ab8', 'status': 'completed', 'code': 200} Aug 20 00:08:31.372648 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 31cef610-5a65-4f63-8972-34b7e1b425a6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=31cef610-5a65-4f63-8972-34b7e1b425a6,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:31.381272 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:31.473165 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:31.578086 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=31cef610-5a65-4f63-8972-34b7e1b425a6,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:31.594569 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.594919 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.595264 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.595608 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.596046 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.596382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.596715 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.597046 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.597381 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.597709 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.598037 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.598363 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:31.665996 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:31.694556 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:08:31.702963 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['31cef610-5a65-4f63-8972-34b7e1b425a6'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:08:31.727317 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:31.728006 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:31.863178 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dd40a50f-dd0d-4e40-890f-80514b04af39 req-05121227-8db7-4dcc-9896-c1cdbef42b8c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=96fe63ab-354f-4bc3-9227-65f4d28108b8 HTTP/1.1" status: 200 len: 210 time: 0.0335658 Aug 20 00:08:31.885972 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:32.167852 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d08-828d-4aa8-802d-bb16c4ebeb86 req-92ef8a16-b365-428e-8463-79cadf5adc92 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:32.169879 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6efb5d08-828d-4aa8-802d-bb16c4ebeb86 req-92ef8a16-b365-428e-8463-79cadf5adc92 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 945 time: 0.0785539 Aug 20 00:08:32.236420 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6efb5d08-828d-4aa8-802d-bb16c4ebeb86 req-2f16531b-88fc-4be2-9e9f-abbd2fff64df tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592184 Aug 20 00:08:32.311712 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:32.343234 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975e27c2-e74a-4bc7-9c3e-1993b6887393 None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:08:32.610202 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be1d006-96fd-4665-8bc4-b72b5c6ed524 None None] New status for floating IP 075404f7-df75-4be9-b979-21b481434553: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:08:32.717753 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1622d-5189-4b8a-8e9c-0070099b8e95 req-8fa5f91e-8b8b-459b-8e7e-41373b5ae7e6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:32.719332 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ee1622d-5189-4b8a-8e9c-0070099b8e95 req-8fa5f91e-8b8b-459b-8e7e-41373b5ae7e6 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.0629184 Aug 20 00:08:32.773584 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0ee1622d-5189-4b8a-8e9c-0070099b8e95 req-025fbef6-25e0-4f36-9e1b-ff4a276a7ffe tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416887 Aug 20 00:08:33.053610 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46676) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:33.096780 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 31cef610-5a65-4f63-8972-34b7e1b425a6 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:08:33.143783 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.170024 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.218040 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 31cef610-5a65-4f63-8972-34b7e1b425a6 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:08:33.222368 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 31cef610-5a65-4f63-8972-34b7e1b425a6 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:08:33.222754 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.309756 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.312543 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.314435 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.323966 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "DELETE /v2.0/security-groups/b99e7afd-6ff8-472f-86f6-380a816f432a HTTP/1.1" status: 204 len: 168 time: 0.2613971 Aug 20 00:08:33.324279 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46682) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:33.333337 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99e7afd-6ff8-472f-86f6-380a816f432a,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:33.346205 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:33.347445 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.348144 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.348855 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ba04d2-e4a9-4f75-a65a-bc8efc4e7d91" -d '{"events": [{"server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "name": "network-vif-plugged", "status": "completed", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:33.349058 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.350384 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.351019 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.351690 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.352394 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.353007 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.353649 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.354269 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.367787 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 31cef610-5a65-4f63-8972-34b7e1b425a6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=31cef610-5a65-4f63-8972-34b7e1b425a6,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:33.369682 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.369682 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af2d5f-f52e-4cb4-a3d3-17438b9147d3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:08:33.376662 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.api.v2.resource [None req-e74b5cba-64e1-4d5d-88d9-0ccc8f31c549 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] show failed (client error): The resource could not be found. Aug 20 00:08:33.380934 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e74b5cba-64e1-4d5d-88d9-0ccc8f31c549 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups/b99e7afd-6ff8-472f-86f6-380a816f432a HTTP/1.1" status: 404 len: 347 time: 0.0583208 Aug 20 00:08:33.381200 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46686) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:33.418970 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446ee1c-fff3-45c4-a439-c593ac1eee69 req-9b7189f6-9b2a-441b-9e8b-142aa468f39a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:33.421928 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8446ee1c-fff3-45c4-a439-c593ac1eee69 req-9b7189f6-9b2a-441b-9e8b-142aa468f39a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 945 time: 0.0852826 Aug 20 00:08:33.438275 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29647884-5a02-404e-8fab-c94722a25fca x-openstack-request-id: req-29647884-5a02-404e-8fab-c94722a25fca {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:33.449335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "name": "network-vif-plugged", "status": "completed", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:33.449335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-29647884-5a02-404e-8fab-c94722a25fca {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:33.449335 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'code': 200} Aug 20 00:08:33.495303 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8446ee1c-fff3-45c4-a439-c593ac1eee69 req-c7850814-92ed-4001-aab9-ac368abf764b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584719 Aug 20 00:08:33.498793 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.500636 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 00124c3e-41df-400c-b039-8074695d7ab8 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:08:33.537238 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 00124c3e-41df-400c-b039-8074695d7ab8 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:08:33.542105 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 00124c3e-41df-400c-b039-8074695d7ab8 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:08:33.570641 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Deleting port 2b3c2bff-e506-4ee8-a23c-150a23bc22dd {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:33.570641 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.602260 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=31cef610-5a65-4f63-8972-34b7e1b425a6,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:33.652405 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.652750 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.666469 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Calling delete_port for 2b3c2bff-e506-4ee8-a23c-150a23bc22dd owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:33.850707 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81808acc-64c3-4f23-bff8-d9881b4cad49 req-4a3b4c10-07b7-4ffb-8779-0325ecf135e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:33.853457 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-81808acc-64c3-4f23-bff8-d9881b4cad49 req-4a3b4c10-07b7-4ffb-8779-0325ecf135e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1099 time: 0.0543385 Aug 20 00:08:33.925083 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-a82401a9-82f0-4230-a06f-0df21b1f773d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:33.926816 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-a82401a9-82f0-4230-a06f-0df21b1f773d tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.0650909 Aug 20 00:08:33.928368 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-81808acc-64c3-4f23-bff8-d9881b4cad49 req-5cb9af10-1252-4798-801d-f658a0c9368f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650747 Aug 20 00:08:33.930135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:33.941484 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1281e6-c764-4de5-8035-1fad0daeaf4c req-a5b2e58d-c2df-4372-8263-1a0d0d3fb399 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:33.943686 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ba1281e6-c764-4de5-8035-1fad0daeaf4c req-a5b2e58d-c2df-4372-8263-1a0d0d3fb399 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 947 time: 0.0812778 Aug 20 00:08:33.964056 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event deleted for resources: {'Port': ['ID=2b3c2bff-e506-4ee8-a23c-150a23bc22dd,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:33.987084 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ba1281e6-c764-4de5-8035-1fad0daeaf4c req-e0b1690c-c455-4bf5-9720-231594600093 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups?id=3addd97b-147d-4639-bab2-79f84dbac34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366273 Aug 20 00:08:34.028143 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.030725 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.031897 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5fb212e6-29d0-42c7-9edb-4ea283e3dfb4 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "DELETE /v2.0/floatingips/075404f7-df75-4be9-b979-21b481434553 HTTP/1.1" status: 204 len: 168 time: 0.6493170 Aug 20 00:08:34.228208 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Deleting port c98b94f3-5a45-4b92-aed5-7417786d0975 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:34.229031 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.333660 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] For port c98b94f3-5a45-4b92-aed5-7417786d0975, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c98b94f3-5a45-4b92-aed5-7417786d0975,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:34.333942 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.369018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46694) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:34.374018 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604807009', 'description': 'tempest-description--501465651'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:34.479620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.592557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.618044 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.618431 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.618791 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Floating IP 3ee5cb79-a080-4928-a6e2-68d92b3200be disassociated. External IP: 172.27.1.234, port: c98b94f3-5a45-4b92-aed5-7417786d0975. Aug 20 00:08:34.619131 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Calling delete_port for c98b94f3-5a45-4b92-aed5-7417786d0975 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:34.654817 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145a01-2583-4191-bb53-fc442fda7c27 req-35cb2736-72b0-44c4-9e9d-3706d99c427e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:34.657576 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8145a01-2583-4191-bb53-fc442fda7c27 req-35cb2736-72b0-44c4-9e9d-3706d99c427e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 946 time: 0.0684757 Aug 20 00:08:34.692335 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.718042 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f8145a01-2583-4191-bb53-fc442fda7c27 req-23110dbd-8cee-4cfb-b884-a161679bc518 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534942 Aug 20 00:08:34.734452 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8504c245-741c-4af0-ba91-3cfd796fbac6,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:34.812892 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.814370 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-47aa15ec-08bb-4670-9a05-4b845ebcc842 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4441185 Aug 20 00:08:34.817689 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46698) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:34.824348 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'security_group_rule': {'security_group_id': '8504c245-741c-4af0-ba91-3cfd796fbac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:34.864172 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:34.893851 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event deleted for resources: {'Port': ['ID=c98b94f3-5a45-4b92-aed5-7417786d0975,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:34.950620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.022366 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.101079 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-3633e0d5-f3ef-44a3-8ce2-7ce759c68659 req-c67cf54a-dceb-4795-841c-0b34b4b7b199 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0302114 Aug 20 00:08:35.103316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.135530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ee4791-187a-439b-b7de-15a7376c47b2,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:35.211246 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.212697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f1517964-26d4-44b7-a2a4-6f90c4bf2af6 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3934288 Aug 20 00:08:35.216390 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46702) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:35.225130 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'security_group_rule': {'security_group_id': '8504c245-741c-4af0-ba91-3cfd796fbac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:35.240086 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Router f396b826-5919-499b-9438-70d17a417d1a has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:08:35.326024 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.389749 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:08:35.395675 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.402119 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:08:35.418966 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:35.420149 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:35.441574 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] No DVR routers for this DVR port c98b94f3-5a45-4b92-aed5-7417786d0975 on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:08:35.444807 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.446848 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-cc1d7eb1-cc67-49ee-9d9c-94cf2b630e00 req-86d17b17-7e25-4a1d-a77c-7c158d6850df tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.10 "DELETE /v2.0/ports/c98b94f3-5a45-4b92-aed5-7417786d0975 HTTP/1.1" status: 204 len: 173 time: 1.3339384 Aug 20 00:08:35.447302 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-deleted', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:35.449606 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a58874f-6493-4d6c-9425-68e13150a24c" -d '{"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-deleted", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:35.486352 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.507442 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bd20fd-d157-408b-a58a-0b0c590cd7ac,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:35.548933 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a7d0d-ef38-4ed8-8d0f-3e5948282c1c x-openstack-request-id: req-383a7d0d-ef38-4ed8-8d0f-3e5948282c1c {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:35.549224 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f852892d-2f20-45d0-a277-c5412bd39253", "name": "network-vif-deleted", "tag": "c98b94f3-5a45-4b92-aed5-7417786d0975", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:35.549468 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-383a7d0d-ef38-4ed8-8d0f-3e5948282c1c {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:35.549996 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f852892d-2f20-45d0-a277-c5412bd39253', 'name': 'network-vif-deleted', 'tag': 'c98b94f3-5a45-4b92-aed5-7417786d0975', 'status': 'completed', 'code': 200} Aug 20 00:08:35.553982 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:35.602492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.603914 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-6b09d598-32d7-42e7-aa77-f54b455f94b7 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3860955 Aug 20 00:08:35.607256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46708) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:35.612771 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:35.731450 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.868699 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4409c1-49d9-4e3b-883b-d04dcd95ae00 req-ac5b8335-9401-4ad1-ace5-714fc675e98b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:35.870325 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c4409c1-49d9-4e3b-883b-d04dcd95ae00 req-ac5b8335-9401-4ad1-ace5-714fc675e98b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 946 time: 0.0719156 Aug 20 00:08:35.924025 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:35.926609 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7c4409c1-49d9-4e3b-883b-d04dcd95ae00 req-ea6d870d-238e-4fa4-ba9c-3b24a243cf93 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485048 Aug 20 00:08:35.946450 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:35.960721 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:08:35.971478 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:35.972320 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:36.104660 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:36.107157 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661ce8d-d07b-4287-85f8-ec1a94dc7250 req-44efaff7-2a14-4441-957b-2cfe6c1b1c65 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:36.108713 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2661ce8d-d07b-4287-85f8-ec1a94dc7250 req-44efaff7-2a14-4441-957b-2cfe6c1b1c65 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 946 time: 0.0959740 Aug 20 00:08:36.120272 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Allocated IP 172.27.1.235 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/1c48d914-35bc-40dd-a57b-bf637b1287d1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:08:36.230400 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2661ce8d-d07b-4287-85f8-ec1a94dc7250 req-6b960212-e3cb-46c7-a715-18359a34c34c tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113949 Aug 20 00:08:36.248885 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-51c1e8b7-75fa-4b77-bb10-cb6072ff9004 req-7698b6d5-b8df-49b7-820d-4a952725fa59 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/ports?device_id=f852892d-2f20-45d0-a277-c5412bd39253 HTTP/1.1" status: 200 len: 210 time: 0.0439544 Aug 20 00:08:36.265296 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46716) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:36.322813 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4b259-919b-4abc-b5fe-934941ec7e32 tempest-TestVolumeBootPattern-298742066 tempest-TestVolumeBootPattern-298742066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:36.324654 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-e5e4b259-919b-4abc-b5fe-934941ec7e32 tempest-TestVolumeBootPattern-298742066 tempest-TestVolumeBootPattern-298742066-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1094 time: 0.0583572 Aug 20 00:08:36.327683 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46718) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:36.332852 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:36.339887 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.364452 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:36.393526 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e301be-2dd8-4295-8120-50d30046c718 None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:19Z', 'revision_number': 4, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'f4ec8a96-340e-4ab5-8ff6-17808f3f7164', 'name': '', 'network_id': '1dc2e2a4-e0d0-412b-a59e-74739630a38d', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'mac_address': 'fa:16:3e:89:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8cf1967b-178c-4090-b3c6-36933e238685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:17Z', 'updated_at': '2021-08-20T00:01:26Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'subnets': [{'id': '8cf1967b-178c-4090-b3c6-36933e238685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:08:36.427890 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.487578 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.547958 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.551907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:08:36.566446 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:08:36.570785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:08:36.573364 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'Port': ['ID=1c48d914-35bc-40dd-a57b-bf637b1287d1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:36.688333 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.721582 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Allocated IP 172.27.1.25 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/33954da5-3df8-4953-89f9-572c0d0d17e9) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:08:36.725298 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb523a30-0e9f-471d-bb28-1949c8718830 None None] New status for floating IP 3ee5cb79-a080-4928-a6e2-68d92b3200be: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:08:36.818048 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.858063 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.990458 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:36.996393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.041331 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:08:37.044168 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:08:37.047948 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:08:37.057109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=33954da5-3df8-4953-89f9-572c0d0d17e9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:37.074487 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.108857 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:08:37.143659 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: c98b94f3-5a45-4b92-aed5-7417786d0975 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:08:37.144829 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device c98b94f3-5a45-4b92-aed5-7417786d0975 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:08:37.145440 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'Port': ['ID=1c48d914-35bc-40dd-a57b-bf637b1287d1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:37.163187 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.251873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.262063 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b436222d-5c36-4f37-b149-b47e2768c086 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6455588 Aug 20 00:08:37.446905 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46736) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:37.521539 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-1500ae0c-7399-492a-9bc6-6ced3add2ba9 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1604807009&fields=id&tenant_id=75110ee5293745249dc5652463ed8b76 HTTP/1.1" status: 200 len: 267 time: 0.0647070 Aug 20 00:08:37.550019 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d91d79e9-7691-4a82-9251-18186ed88c9b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.609823 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.626843 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d91d79e9-7691-4a82-9251-18186ed88c9b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.696517 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-0934dd0b-a6c2-4fcc-9c7b-9a0190e17830 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:37.698062 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-0934dd0b-a6c2-4fcc-9c7b-9a0190e17830 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 811 time: 0.1618662 Aug 20 00:08:37.719917 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c5860240-00fe-4fe9-80fd-d59d64d2e249 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/quotas/75110ee5293745249dc5652463ed8b76 HTTP/1.1" status: 200 len: 375 time: 0.0136130 Aug 20 00:08:37.789067 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-28ef8d13-089b-40b5-98ed-a3b131904027 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632761 Aug 20 00:08:37.790514 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d91d79e9-7691-4a82-9251-18186ed88c9b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.793195 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d91d79e9-7691-4a82-9251-18186ed88c9b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.800268 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d91d79e9-7691-4a82-9251-18186ed88c9b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "DELETE /v2.0/security-groups/3addd97b-147d-4639-bab2-79f84dbac34a HTTP/1.1" status: 204 len: 168 time: 0.3462191 Aug 20 00:08:37.800268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46738) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:37.800539 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:37.820331 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d79e9-7691-4a82-9251-18186ed88c9b tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addd97b-147d-4639-bab2-79f84dbac34a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:37.827250 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.api.v2.resource [None req-4ac16297-bda3-40cd-b765-f68c48dc439f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] show failed (client error): The resource could not be found. Aug 20 00:08:37.828311 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4ac16297-bda3-40cd-b765-f68c48dc439f tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "GET /v2.0/security-groups/3addd97b-147d-4639-bab2-79f84dbac34a HTTP/1.1" status: 404 len: 347 time: 0.0276153 Aug 20 00:08:37.836649 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46742) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:37.980496 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-e284232f-3e8e-4b17-9629-69974941bb22 service neutron] 10.222.0.35 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675060 Aug 20 00:08:38.055049 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Deleting port afad7407-c1fc-4501-8b79-1cefc5243289 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:38.055392 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.094969 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-ea3ec696-27ae-4703-ac23-2aa298eedb0a service neutron] 10.222.0.35 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077893 Aug 20 00:08:38.114406 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.158369 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.160733 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.172505 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Calling delete_port for afad7407-c1fc-4501-8b79-1cefc5243289 owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:38.215605 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.324966 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=33954da5-3df8-4953-89f9-572c0d0d17e9,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:38.345738 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.355531 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-193bbe31-3ac1-4a23-b814-7e379be9c1dc req-58365c14-64be-47ec-b374-af950baba55e tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 210 time: 0.0417309 Aug 20 00:08:38.492236 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Floating IP 9085fae5-f77c-4357-8ebc-067c86e084e2 associated. External IP: 172.27.1.25, port: 31cef610-5a65-4f63-8972-34b7e1b425a6. Aug 20 00:08:38.575826 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.607859 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Pushing event deleted for resources: {'Port': ['ID=afad7407-c1fc-4501-8b79-1cefc5243289,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:38.720079 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.722643 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:38.723867 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5c9af874-1000-4457-937b-49b80de0c046 tempest-AttachVolumeShelveTestJSON-961295679 tempest-AttachVolumeShelveTestJSON-961295679-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ee5cb79-a080-4928-a6e2-68d92b3200be HTTP/1.1" status: 204 len: 168 time: 0.8862298 Aug 20 00:08:38.811878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:08:38.960300 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:08:38.975635 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:08:38.986560 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:38.987203 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:39.096898 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:39.131674 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:39.144199 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c1619001-6e52-417d-bbd2-9d119ad82a4a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8147905 Aug 20 00:08:39.146718 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:39.151005 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364" -d '{"events": [{"name": "network-changed", "server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:39.190516 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7487730-7f58-4b34-a83b-8d4084e78693 x-openstack-request-id: req-a7487730-7f58-4b34-a83b-8d4084e78693 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:39.190810 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:39.191066 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a7487730-7f58-4b34-a83b-8d4084e78693 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:39.191481 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'status': 'completed', 'code': 200} Aug 20 00:08:39.262462 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-452a070a-eb8c-4189-bf3f-63eb2ce9c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:39.264113 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-452a070a-eb8c-4189-bf3f-63eb2ce9c032 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1099 time: 0.0468688 Aug 20 00:08:39.385403 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-db0354ee-69fa-4189-b265-aa5ce6467c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:39.387212 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-db0354ee-69fa-4189-b265-aa5ce6467c5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.1146524 Aug 20 00:08:39.453478 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:37Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:39.487463 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:08:39.502555 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:39.503325 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:39.515866 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-647bdce9-fca4-461d-97f2-84938cbdc0f5 req-42ebeca4-0534-4314-979b-c45b1a8dcda2 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 210 time: 0.0379772 Aug 20 00:08:39.660165 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:39.711750 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-713c7185-3309-4d80-a43b-9a76628a0c60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 200 len: 999 time: 0.3173723 Aug 20 00:08:39.774134 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-aecc0e1a-4e98-49c2-bd0e-74e7761611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:39.776220 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-aecc0e1a-4e98-49c2-bd0e-74e7761611ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0570192 Aug 20 00:08:39.828515 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-43940649-bd97-4194-a0b2-d52b5fc1bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:39.830328 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-43940649-bd97-4194-a0b2-d52b5fc1bbb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472109 Aug 20 00:08:39.955411 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-4297596d-1e07-4cf9-be86-cd1dea25a428 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177790 Aug 20 00:08:39.991896 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:37Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:40.020216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27674ae-c196-4e1f-8f1c-d778e1a247e0 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:37Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:08:40.097215 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6f05f7a9-b2db-4e30-bb26-0cddf1d24364 req-b75d0175-edb1-498f-8418-2550e3723d00 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340868 Aug 20 00:08:40.280928 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8063ecfb-770b-4e65-ad0d-4e290bc6f2f3 None None] New status for floating IP 9085fae5-f77c-4357-8ebc-067c86e084e2: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:08:40.635454 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-a99ef33a-9079-4add-989b-a333b099c192 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:40.637495 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-a99ef33a-9079-4add-989b-a333b099c192 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 811 time: 0.1173971 Aug 20 00:08:40.657896 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-837c415a-3e1c-4c6a-8231-85435834bfb7 req-fe81251b-95a5-47fd-844a-6a43f5a2b87f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 210 time: 0.0481181 Aug 20 00:08:40.706744 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-ca2f4407-8a59-4705-89ad-bd173482863d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75110ee5293745249dc5652463ed8b76 HTTP/1.1" status: 200 len: 380 time: 0.0578406 Aug 20 00:08:40.717007 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'port': {'device_id': '4f330de9-bae4-4e30-b25b-764176b75875', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'admin_state_up': True, 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'security_groups': ['8504c245-741c-4af0-ba91-3cfd796fbac6']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:41.033370 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Made reservation on behalf of 75110ee5293745249dc5652463ed8b76 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:08:41.037897 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:41.177240 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Allocated IP 172.20.0.13 (a3c0fcb4-df7c-49ee-b841-61378cc641da/ed897962-4f5d-457d-8448-234a8f3f30e4/1d46a0ae-0226-426f-94ba-1de6ce8f8f7d) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:08:41.336852 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:41.358938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Transition to ACTIVE for port object 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:08:41.464317 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:41.514305 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Network a3c0fcb4-df7c-49ee-b841-61378cc641da is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:08:41.517781 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:08:41.523320 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:08:41.558481 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event updated for resources: {'Port': ['ID=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:41.584020 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:41.584597 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:41.644721 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46786) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:41.658263 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c44c8102-aae9-462f-9a6f-9f96f926292c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9453933 Aug 20 00:08:41.675375 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Request body: {'port': {'device_id': '4f330de9-bae4-4e30-b25b-764176b75875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:41.765913 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:41.773026 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:08:41.917299 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886fed1-51b1-405d-840d-ca022364631f req-f7ac3162-a823-43f4-b1a9-253f2539be55 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:41.918996 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8886fed1-51b1-405d-840d-ca022364631f req-f7ac3162-a823-43f4-b1a9-253f2539be55 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 932 time: 0.1398783 Aug 20 00:08:41.961751 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-3f433482-9d4e-4a18-8758-a0e90715aa04 None None] Provisioning for port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:08:41.968930 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-3f433482-9d4e-4a18-8758-a0e90715aa04 None None] Provisioning complete for port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:08:41.970162 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3f433482-9d4e-4a18-8758-a0e90715aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.006244 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8886fed1-51b1-405d-840d-ca022364631f req-1d7dfad7-39df-4846-b53a-e9aacae90b0b tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771163 Aug 20 00:08:42.043018 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-3f433482-9d4e-4a18-8758-a0e90715aa04 None None] Port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:08:42.225104 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:08:42.233568 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.247764 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Transition to ACTIVE for port object 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:08:42.303538 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.381225 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:42.403123 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.452441 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Attempting to bind port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:08:42.452777 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Attempting to bind port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:08:42.453142 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Attempting to bind port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d on network a3c0fcb4-df7c-49ee-b841-61378cc641da {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:08:42.458873 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d on network a3c0fcb4-df7c-49ee-b841-61378cc641da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:08:42.459224 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Attempting to bind port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d on network a3c0fcb4-df7c-49ee-b841-61378cc641da {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:08:42.465492 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:08:42.465851 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Checking segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:08:42.466305 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Bound using segment: {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:08:42.466767 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Bound port: 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34717dbb-5b60-449b-8954-43d5a2649dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:08:42.467135 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.563219 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] For port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:08:42.568158 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] For port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:08:42.635771 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.676538 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:42.677916 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:42.679829 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] 10.222.0.10 "PUT /v2.0/ports/1d46a0ae-0226-426f-94ba-1de6ce8f8f7d HTTP/1.1" status: 200 len: 1094 time: 1.0134346 Aug 20 00:08:42.680340 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:42.683242 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:42.727421 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f89ffb-0d62-4240-8979-58761a6608ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:42.743355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdabd2d-8b72-4115-a13a-21402c73ab13 x-openstack-request-id: req-5fdabd2d-8b72-4115-a13a-21402c73ab13 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:42.743789 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:42.744124 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5fdabd2d-8b72-4115-a13a-21402c73ab13 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:42.744515 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'status': 'completed', 'code': 200} Aug 20 00:08:42.831111 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e req-0b1ce414-e370-498d-8df5-56e59682c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:42.834306 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e req-0b1ce414-e370-498d-8df5-56e59682c866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 1097 time: 0.0616558 Aug 20 00:08:42.977435 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e req-279155f4-d68e-40c5-9ec4-58769cc3c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:42.979500 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e req-279155f4-d68e-40c5-9ec4-58769cc3c8c1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=75110ee5293745249dc5652463ed8b76&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1383672 Aug 20 00:08:43.062631 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Deleting port f4ec8a96-340e-4ab5-8ff6-17808f3f7164 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:43.063503 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:43.093916 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e req-78620a10-6617-478b-9875-480a8f2bd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:43.095428 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-6b0e134b-982b-4319-9c8f-8b5c0800ac6e req-78620a10-6617-478b-9875-480a8f2bd597 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1093717 Aug 20 00:08:43.195865 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde21ee0-2892-4cc7-b37d-97722e9f7d2b req-1780e1bc-2a60-475c-9f54-f42d034cd3fe tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:43.198308 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fde21ee0-2892-4cc7-b37d-97722e9f7d2b req-1780e1bc-2a60-475c-9f54-f42d034cd3fe tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 944 time: 0.0870290 Aug 20 00:08:43.201638 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-2e4ded5a-853d-422e-8077-8a56cb55a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:43.206427 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-2e4ded5a-853d-422e-8077-8a56cb55a301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 1097 time: 0.0608604 Aug 20 00:08:43.212814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] For port f4ec8a96-340e-4ab5-8ff6-17808f3f7164, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:43.213444 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:43.243355 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Calling delete_port for f4ec8a96-340e-4ab5-8ff6-17808f3f7164 owned by network:router_interface {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:43.257215 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-077aef0c-bc61-43b5-8207-da6824bc956f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d HTTP/1.1" status: 200 len: 217 time: 0.0445743 Aug 20 00:08:43.310131 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fde21ee0-2892-4cc7-b37d-97722e9f7d2b req-88e64ca2-11ed-4a92-87eb-902afc816b67 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019788 Aug 20 00:08:43.322213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-0537a521-8a93-4c5c-a235-065416d61b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:43.324388 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-0537a521-8a93-4c5c-a235-065416d61b2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0593028 Aug 20 00:08:43.388211 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c7a6aa48-0ffb-417d-83e3-d9442327e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:43.390241 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-c7a6aa48-0ffb-417d-83e3-d9442327e62c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579357 Aug 20 00:08:43.517920 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-7dc5f068-f7c1-45bc-81a2-e850bd906c08 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205928 Aug 20 00:08:43.596119 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:43.639373 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ec8a96-340e-4ab5-8ff6-17808f3f7164,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:43.645129 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76542206-7e29-490c-b8f9-921df0d2f5a4 req-017b5d7f-8e57-4ea8-acd4-c1d606747c0a service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200538 Aug 20 00:08:43.883179 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:44.154288 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Router f396b826-5919-499b-9438-70d17a417d1a has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:08:44.276448 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:08:44.281734 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f5292504-d528-4d3e-ac06-ce3f67c455ee admin admin] 10.222.0.35 "PUT /v2.0/routers/f396b826-5919-499b-9438-70d17a417d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6353369 Aug 20 00:08:44.284250 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46796) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:44.287710 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] Sync routers for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:08:44.299424 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:44.300107 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:44.404319 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:44.440749 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:44.540085 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70c75-fb94-4fb7-b16d-b569cdb3bfd1 req-f50d5805-5526-489c-a77e-499ff1a334fe tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:44.541566 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bad70c75-fb94-4fb7-b16d-b569cdb3bfd1 req-f50d5805-5526-489c-a77e-499ff1a334fe tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 944 time: 0.0945473 Aug 20 00:08:44.569185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:44.592347 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-bad70c75-fb94-4fb7-b16d-b569cdb3bfd1 req-e6008e31-ed91-4397-a260-3b6b2f359961 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Aug 20 00:08:44.756630 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:08:43Z', 'revision_number': 5, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port': {'id': '7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:df:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396b826-5919-499b-9438-70d17a417d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:44.785566 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] Checking router: f396b826-5919-499b-9438-70d17a417d1a for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:08:44.796522 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] Routers {'f396b826-5919-499b-9438-70d17a417d1a'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:44.797263 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['f396b826-5919-499b-9438-70d17a417d1a'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:44.814733 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Deleting port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:44.819788 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:44.886446 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] Set router f396b826-5919-499b-9438-70d17a417d1a gateway port host: None {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:44.901485 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] For port 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:44.902256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:44.922911 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Calling delete_port for 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 owned by network:router_gateway {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:44.954027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:08:44Z', 'revision_number': 6, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:44.985845 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843168d-add2-41d0-9c48-e0b0a4163b18 None None] The sync data for ids ['f396b826-5919-499b-9438-70d17a417d1a'] in dv-cinder-759943-12-iscsi is: [{'id': 'f396b826-5919-499b-9438-70d17a417d1a', 'name': 'tempest-AttachVolumeShelveTestJSON-1465979853-router', 'tenant_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:01:13Z', 'updated_at': '2021-08-20T00:08:44Z', 'revision_number': 6, 'project_id': '754e08e99dbd4c4883d3cc70bd7902d5', 'gw_port_host': None}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:08:45.124555 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:08:45.170867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.201040 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:45.246480 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:45.267133 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'port_id': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'mac_address': 'fa:16:3e:9d:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:08:45.291340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.334358 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.359311 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:08:45.390734 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:45.408942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.411560 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.486269 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.542400 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:45.543610 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.544441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f396b826-5919-499b-9438-70d17a417d1a {{(pid=101344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:08:45.551291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.553226 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ebcfa3a0-14ef-42b7-b4f1-6bc7ba739e7c admin admin] 10.222.0.35 "DELETE /v2.0/routers/f396b826-5919-499b-9438-70d17a417d1a HTTP/1.1" status: 204 len: 168 time: 1.2679868 Aug 20 00:08:45.557729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46800) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:45.609542 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Deleting subnet 8cf1967b-178c-4090-b3c6-36933e238685 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:08:45.612985 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.667162 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.711098 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['1d46a0ae-0226-426f-94ba-1de6ce8f8f7d'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:08:45.727295 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7799712-c7b2-45e3-a1a0-2d31c3cae4b7 req-06d57bef-8972-44d3-beb6-289560a77a99 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:45.729086 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a7799712-c7b2-45e3-a1a0-2d31c3cae4b7 req-06d57bef-8972-44d3-beb6-289560a77a99 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 945 time: 0.0588148 Aug 20 00:08:45.777690 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a7799712-c7b2-45e3-a1a0-2d31c3cae4b7 req-394f06a0-50ab-4544-bcde-ec67cf38f50f tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373971 Aug 20 00:08:45.841080 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:45.908235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f4ec8a96-340e-4ab5-8ff6-17808f3f7164 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:08:45.937067 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: f4ec8a96-340e-4ab5-8ff6-17808f3f7164 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:08:46.021729 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device f4ec8a96-340e-4ab5-8ff6-17808f3f7164 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:08:46.021729 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:08:46.021729 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:08:46.021729 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7fa46b5f-c8e5-46dc-93fa-c0322f3b0c43 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:08:46.091875 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.128391 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf1967b-178c-4090-b3c6-36933e238685,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:46.137081 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.144509 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5eba4ba3-ef91-4748-bba9-6c8c10b6140d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8cf1967b-178c-4090-b3c6-36933e238685 HTTP/1.1" status: 204 len: 168 time: 0.5813046 Aug 20 00:08:46.147104 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46806) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:46.151309 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8aac6-1086-44a0-a75b-7dfabde7c414 None None] Network 1dc2e2a4-e0d0-412b-a59e-74739630a38d requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:08:46.239181 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.309542 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Deleting port fe877940-65e1-469c-9936-8be5bae66efe {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:46.309894 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.361591 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] DHCP port deletion for 1dc2e2a4-e0d0-412b-a59e-74739630a38d request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:08:46.377007 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] For port fe877940-65e1-469c-9936-8be5bae66efe, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fe877940-65e1-469c-9936-8be5bae66efe,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:46.377378 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.398488 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Calling delete_port for fe877940-65e1-469c-9936-8be5bae66efe owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:46.410942 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] Deleting port fe877940-65e1-469c-9936-8be5bae66efe {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:08:46.411820 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.486035 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] For port fe877940-65e1-469c-9936-8be5bae66efe, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fe877940-65e1-469c-9936-8be5bae66efe,segment=NetworkSegment(43cdd50b-caf4-4a1c-9cce-8051cbf533e2),segment_id=43cdd50b-caf4-4a1c-9cce-8051cbf533e2)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:46.486473 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.501943 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] Calling delete_port for fe877940-65e1-469c-9936-8be5bae66efe owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:08:46.595524 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.628444 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe877940-65e1-469c-9936-8be5bae66efe,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:46.630298 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] No DVR routers for this DVR port fe877940-65e1-469c-9936-8be5bae66efe on host dv-cinder-759943-12-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:08:46.650865 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.683970 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] No DVR routers for this DVR port fe877940-65e1-469c-9936-8be5bae66efe on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:08:46.688261 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684aac-32a6-4b4f-8d2a-428d3a57cb94 None None] Pushing event deleted for resources: {'Port': ['ID=fe877940-65e1-469c-9936-8be5bae66efe,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:46.718556 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.729687 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc2e2a4-e0d0-412b-a59e-74739630a38d']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:46.744217 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cdd50b-caf4-4a1c-9cce-8051cbf533e2') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:46.756387 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cdd50b-caf4-4a1c-9cce-8051cbf533e2') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:46.756387 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15959088'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.775781 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.782200 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:08:46.782735 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15782748'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: Traceback (most recent call last): Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: timer() Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: cb(*args, **kw) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: return func(*args, **kwargs) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: self._notify() Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: self.callback(batched_events) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: event.method(event) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: return f(self, *a, **k) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._get(url).json() Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:08:46.784687 dv-cinder-759943-12-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:08:46.926419 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.933502 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f055a49-c69a-47f4-9137-0adb60fc168a req-d1408277-2aab-4bb7-9384-f95cb48d1fda tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:46.934949 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:46.935207 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f055a49-c69a-47f4-9137-0adb60fc168a req-d1408277-2aab-4bb7-9384-f95cb48d1fda tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 945 time: 0.0528529 Aug 20 00:08:46.936857 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] 10.222.0.35 "DELETE /v2.0/networks/1dc2e2a4-e0d0-412b-a59e-74739630a38d HTTP/1.1" status: 204 len: 168 time: 0.7893591 Aug 20 00:08:46.947742 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4b81-0c23-498c-aaff-3be7df4594fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc2e2a4-e0d0-412b-a59e-74739630a38d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:46.996403 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1f055a49-c69a-47f4-9137-0adb60fc168a req-810ccf01-5e36-4f17-9354-f89173ec2228 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530083 Aug 20 00:08:47.126694 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:08:47.261832 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:08:47.266384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:08:47.266813 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.300433 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46812) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:47.347457 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9d555be2-379e-4d2d-9fd1-d366e1521751 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=754e08e99dbd4c4883d3cc70bd7902d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457017 Aug 20 00:08:47.350972 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46814) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:47.361541 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.388138 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:47.390444 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b999507d-d408-49b7-8930-68dd529df98a" -d '{"events": [{"server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "name": "network-vif-plugged", "status": "completed", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:47.405688 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:08:47.413054 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0570b8a0-e9b2-4de2-891e-96a76627cc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.432286 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5496ef7-3287-4d19-ba25-48b911154c2b x-openstack-request-id: req-a5496ef7-3287-4d19-ba25-48b911154c2b {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:47.432286 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "name": "network-vif-plugged", "status": "completed", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:47.432286 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5496ef7-3287-4d19-ba25-48b911154c2b {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:47.432286 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'code': 200} Aug 20 00:08:47.438609 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0570b8a0-e9b2-4de2-891e-96a76627cc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.492676 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.549765 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:47.555230 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0570b8a0-e9b2-4de2-891e-96a76627cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.558339 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0570b8a0-e9b2-4de2-891e-96a76627cc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:47.565810 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-0570b8a0-e9b2-4de2-891e-96a76627cc7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e5fe72e-e308-4b02-ad09-b330aed4ddaf HTTP/1.1" status: 204 len: 168 time: 0.2062030 Aug 20 00:08:47.569692 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570b8a0-e9b2-4de2-891e-96a76627cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5fe72e-e308-4b02-ad09-b330aed4ddaf,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:08:47.784161 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fe877940-65e1-469c-9936-8be5bae66efe no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:08:47.806311 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: fe877940-65e1-469c-9936-8be5bae66efe {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:08:47.806920 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fe877940-65e1-469c-9936-8be5bae66efe not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:08:47.920251 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99d593-23e4-4b9d-8960-1d3b77b9966e req-b761d32a-1966-45f4-a43e-42e5dd1549c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:47.921748 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ad99d593-23e4-4b9d-8960-1d3b77b9966e req-b761d32a-1966-45f4-a43e-42e5dd1549c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 1099 time: 0.0444729 Aug 20 00:08:47.957800 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ad99d593-23e4-4b9d-8960-1d3b77b9966e req-8852dae8-315c-43c5-802c-3305a235d936 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287600 Aug 20 00:08:48.115243 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cdc2d-99bb-4fe6-bd77-21be25f55c9b req-b96d4812-23db-44f3-9483-b4fcc9ed8906 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:48.116940 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea9cdc2d-99bb-4fe6-bd77-21be25f55c9b req-b96d4812-23db-44f3-9483-b4fcc9ed8906 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 946 time: 0.0507746 Aug 20 00:08:48.158551 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ea9cdc2d-99bb-4fe6-bd77-21be25f55c9b req-5dece60a-3606-4ec5-a516-0826e4185b7c tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348325 Aug 20 00:08:49.293948 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd90993-9d13-4b25-8ccc-33483fe75b9c req-cb431b79-4d8b-4048-9ec4-13c406665810 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:49.295511 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-afd90993-9d13-4b25-8ccc-33483fe75b9c req-cb431b79-4d8b-4048-9ec4-13c406665810 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 946 time: 0.0545142 Aug 20 00:08:49.337159 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-afd90993-9d13-4b25-8ccc-33483fe75b9c req-251b1d94-053a-4541-9aca-14640f06c2ed tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355647 Aug 20 00:08:49.460052 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284c40a-ee93-4840-b012-44eaf07b796b req-c6d52dbf-f071-4fe9-8fcd-b0c49aaa4d5d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:49.461610 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e284c40a-ee93-4840-b012-44eaf07b796b req-c6d52dbf-f071-4fe9-8fcd-b0c49aaa4d5d tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 946 time: 0.0540912 Aug 20 00:08:49.475377 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46852) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:08:49.480064 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Request body: {'floatingip': {'port_id': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:08:49.522421 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:49.967744 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:50.052562 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:50.159085 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Floating IP ea22a977-0cc8-422d-9ad4-488c12a99c16 associated. External IP: 172.27.1.235, port: 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d. Aug 20 00:08:50.657946 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:08:50.768907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:08:50.773521 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:50.778999 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:08:50.788413 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:50.789309 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:50.804261 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-34371776-f42e-46fc-b718-fdc2c52f4c78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "PUT /v2.0/floatingips/ea22a977-0cc8-422d-9ad4-488c12a99c16 HTTP/1.1" status: 200 len: 992 time: 1.3276916 Aug 20 00:08:50.804831 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:08:50.807351 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fb8bed-effe-4096-b98a-adbbab781ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:08:50.846878 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673fcdac-5a56-4838-aac5-b053614079d3 x-openstack-request-id: req-673fcdac-5a56-4838-aac5-b053614079d3 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:08:50.847180 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:08:50.847537 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-673fcdac-5a56-4838-aac5-b053614079d3 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:08:50.848003 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'status': 'completed', 'code': 200} Aug 20 00:08:50.920515 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-1b8a9666-46fd-476e-91c5-99cafb4acdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:50.922068 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-1b8a9666-46fd-476e-91c5-99cafb4acdb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=75110ee5293745249dc5652463ed8b76&device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 1099 time: 0.0462959 Aug 20 00:08:50.922475 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:51.014606 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-e4e78bb1-6b2f-4997-9465-557f12aa250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:51.016202 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-e4e78bb1-6b2f-4997-9465-557f12aa250a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 200 len: 912 time: 0.0865755 Aug 20 00:08:51.084557 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-fae4d8e3-b489-4581-b1d2-519c9707d22d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0611992 Aug 20 00:08:51.136582 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-a80000ea-f50b-4ca7-8cab-62dd0e1fd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:51.138099 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-a80000ea-f50b-4ca7-8cab-62dd0e1fd540 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 200 len: 850 time: 0.0465987 Aug 20 00:08:51.152173 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': 'ea22a977-0cc8-422d-9ad4-488c12a99c16', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'port_id': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'mac_address': 'fa:16:3e:9d:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f330de9-bae4-4e30-b25b-764176b75875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:36Z', 'updated_at': '2021-08-20T00:08:49Z', 'revision_number': 1, 'project_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:51.179385 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:08:51.183814 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-06237cbc-a69f-4ebe-ab6c-95e269247765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:08:51.185323 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-06237cbc-a69f-4ebe-ab6c-95e269247765 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a3c0fcb4-df7c-49ee-b841-61378cc641da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407648 Aug 20 00:08:51.188178 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:08:51.188781 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:08:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:51.282456 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-d6f5cff0-76f3-49b3-97a0-6573f7d9dbf8 service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896103 Aug 20 00:08:51.301007 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:08:51.378086 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b3fb8bed-effe-4096-b98a-adbbab781ac7 req-4ac1e85c-d29a-44d3-9749-573fe7b7952d service neutron] 10.222.0.10 "GET /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889149 Aug 20 00:08:51.537364 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': 'ea22a977-0cc8-422d-9ad4-488c12a99c16', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'port_id': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'mac_address': 'fa:16:3e:9d:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f330de9-bae4-4e30-b25b-764176b75875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:36Z', 'updated_at': '2021-08-20T00:08:49Z', 'revision_number': 1, 'project_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:08:51.568302 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdccaed-f54c-4c42-91d9-444a5ce9c6ab None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': 'ea22a977-0cc8-422d-9ad4-488c12a99c16', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'port_id': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'mac_address': 'fa:16:3e:9d:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f330de9-bae4-4e30-b25b-764176b75875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:36Z', 'updated_at': '2021-08-20T00:08:49Z', 'revision_number': 1, 'project_id': '75110ee5293745249dc5652463ed8b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:08:51.753538 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:51.775283 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce7313-fb96-4c51-bae3-faaa3f7b1b17 None None] New status for floating IP ea22a977-0cc8-422d-9ad4-488c12a99c16: ACTIVE {{(pid=101346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:08:53.914422 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-91ab2ea9-9114-4756-a95e-69301c882c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:56.720035 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-021d5b00-7283-4f8b-9552-679deacc93b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:56.941711 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:58.017750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:08:59.610485 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.448886 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 46986) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:03.557072 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4264d72e-a479-403d-acae-f816d8779390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.666781 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4264d72e-a479-403d-acae-f816d8779390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.743178 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4264d72e-a479-403d-acae-f816d8779390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.786211 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4264d72e-a479-403d-acae-f816d8779390 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69b1155a131c4e8ead004a59479fe3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362205 Aug 20 00:09:03.787842 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264d72e-a479-403d-acae-f816d8779390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abedcab5-8b11-4fae-8e25-6a20c7d46b2c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:03.789800 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46992) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:03.846433 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d3411f0f-6a3e-492d-92a4-6f468a6bf60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.870589 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d3411f0f-6a3e-492d-92a4-6f468a6bf60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.981747 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d3411f0f-6a3e-492d-92a4-6f468a6bf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.984579 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d3411f0f-6a3e-492d-92a4-6f468a6bf60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:03.985704 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d3411f0f-6a3e-492d-92a4-6f468a6bf60e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abedcab5-8b11-4fae-8e25-6a20c7d46b2c HTTP/1.1" status: 204 len: 168 time: 0.1949110 Aug 20 00:09:03.994854 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3411f0f-6a3e-492d-92a4-6f468a6bf60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abedcab5-8b11-4fae-8e25-6a20c7d46b2c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:04.563213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 46998) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:04.578386 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7f259f2d-3ce5-4bbd-b801-fb2b2e570f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:04.673377 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7f259f2d-3ce5-4bbd-b801-fb2b2e570f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:04.779910 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7f259f2d-3ce5-4bbd-b801-fb2b2e570f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:04.820790 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7f259f2d-3ce5-4bbd-b801-fb2b2e570f64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58ea72b18686475abd64bc5302f1b235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562666 Aug 20 00:09:04.821745 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259f2d-3ce5-4bbd-b801-fb2b2e570f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fad1b7-bd81-43ae-8fd0-1c5acce58c46,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:04.823862 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47002) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:04.883151 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e90e1fd4-6ab6-4080-9de5-dac3036a8425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:04.906996 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e90e1fd4-6ab6-4080-9de5-dac3036a8425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:05.034409 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e90e1fd4-6ab6-4080-9de5-dac3036a8425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:05.037824 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e90e1fd4-6ab6-4080-9de5-dac3036a8425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:05.039016 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e90e1fd4-6ab6-4080-9de5-dac3036a8425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18fad1b7-bd81-43ae-8fd0-1c5acce58c46 HTTP/1.1" status: 204 len: 168 time: 0.2135854 Aug 20 00:09:05.047410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e1fd4-6ab6-4080-9de5-dac3036a8425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fad1b7-bd81-43ae-8fd0-1c5acce58c46,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:11.161577 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47098) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:11.268570 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fabc8725-8d14-4e19-9cb3-1966f605628c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.365440 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fabc8725-8d14-4e19-9cb3-1966f605628c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.440000 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fabc8725-8d14-4e19-9cb3-1966f605628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.478447 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-fabc8725-8d14-4e19-9cb3-1966f605628c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33ab167bae9842d6b890c669c4472c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158247 Aug 20 00:09:11.479345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc8725-8d14-4e19-9cb3-1966f605628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8bead-8a32-4732-9bd6-1a355f34186a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:11.481583 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47104) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:11.542045 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f71691aa-3962-406a-8b54-b947610b7cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.563628 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f71691aa-3962-406a-8b54-b947610b7cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.702880 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f71691aa-3962-406a-8b54-b947610b7cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.705566 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f71691aa-3962-406a-8b54-b947610b7cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:11.706775 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f71691aa-3962-406a-8b54-b947610b7cae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdf8bead-8a32-4732-9bd6-1a355f34186a HTTP/1.1" status: 204 len: 168 time: 0.2239721 Aug 20 00:09:11.715782 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71691aa-3962-406a-8b54-b947610b7cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8bead-8a32-4732-9bd6-1a355f34186a,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:12.335481 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47110) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:12.348417 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d869585f-2f1f-422d-bf06-a0504f80b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.441867 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d869585f-2f1f-422d-bf06-a0504f80b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.531319 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d869585f-2f1f-422d-bf06-a0504f80b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.571029 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d869585f-2f1f-422d-bf06-a0504f80b713 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3633599dd824611a387ea029cb70fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343614 Aug 20 00:09:12.572029 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869585f-2f1f-422d-bf06-a0504f80b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f54c61-aa53-40ec-9b84-970206d60a75,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:12.573763 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47114) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:12.633228 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f4b42c9-91c9-4b34-a160-75952bd36849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.656217 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f4b42c9-91c9-4b34-a160-75952bd36849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.805496 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f4b42c9-91c9-4b34-a160-75952bd36849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.808390 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f4b42c9-91c9-4b34-a160-75952bd36849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:12.809545 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-8f4b42c9-91c9-4b34-a160-75952bd36849 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3f54c61-aa53-40ec-9b84-970206d60a75 HTTP/1.1" status: 204 len: 168 time: 0.2347956 Aug 20 00:09:12.828658 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b42c9-91c9-4b34-a160-75952bd36849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f54c61-aa53-40ec-9b84-970206d60a75,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:18.762764 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:09:21.794265 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:23.949163 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0f02098d-20fd-4246-a986-c9ee8218bce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:26.815805 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b52d7ff6-73af-4c42-be62-3e93e0dcdad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:27.011020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:27.813430 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47278) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:27.932932 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da174b9a-9dfb-4881-b412-62cdef528ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.029290 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da174b9a-9dfb-4881-b412-62cdef528ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.068093 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.142674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-da174b9a-9dfb-4881-b412-62cdef528ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.181195 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da174b9a-9dfb-4881-b412-62cdef528ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71330c-feac-4fa9-8f30-7bf443918da8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:28.185979 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-da174b9a-9dfb-4881-b412-62cdef528ec7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65af34f89a1c440c9772525b7c0810eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710728 Aug 20 00:09:28.188894 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47284) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:28.238519 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c51f052f-ebd2-45d6-a4e7-70ceeee3e308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.260814 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c51f052f-ebd2-45d6-a4e7-70ceeee3e308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.330503 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-e27b6d85-9727-48be-8610-76b4e5b280f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547993 Aug 20 00:09:28.405789 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c51f052f-ebd2-45d6-a4e7-70ceeee3e308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.408513 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c51f052f-ebd2-45d6-a4e7-70ceeee3e308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:28.409690 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c51f052f-ebd2-45d6-a4e7-70ceeee3e308 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f71330c-feac-4fa9-8f30-7bf443918da8 HTTP/1.1" status: 204 len: 168 time: 0.2197835 Aug 20 00:09:28.421718 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f052f-ebd2-45d6-a4e7-70ceeee3e308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71330c-feac-4fa9-8f30-7bf443918da8,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:28.427240 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-adffdda2-9f06-4053-90d6-5137c34f7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:28.428943 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-adffdda2-9f06-4053-90d6-5137c34f7efe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1099 time: 0.0542817 Aug 20 00:09:28.547187 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-9d29264f-3039-4157-80bb-5aa3fee50cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:28.548689 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-9d29264f-3039-4157-80bb-5aa3fee50cd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.0917895 Aug 20 00:09:28.616044 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-316c3214-2282-47fb-bd81-28ed244434a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 200 len: 1001 time: 0.0600209 Aug 20 00:09:28.667824 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-9622c455-62ff-42bc-ac6b-cf90ac693289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:28.669317 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-9622c455-62ff-42bc-ac6b-cf90ac693289 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0465422 Aug 20 00:09:28.723849 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-ec6df909-ff1a-4066-824b-8911ece4f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:28.725484 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-ec6df909-ff1a-4066-824b-8911ece4f9e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489161 Aug 20 00:09:28.817799 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-76c08eca-29fd-429d-8b4b-1495833f38ec service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Aug 20 00:09:28.915682 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-9003a72b-a164-4c3d-9595-70ab8f9f064a req-985fab63-ed6b-4672-959a-f7760d771737 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902128 Aug 20 00:09:29.055836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47292) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:29.071415 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.179988 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.245205 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.282644 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91160f474ad04c73b2a5eab83e134e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256234 Aug 20 00:09:29.284574 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb27a4-585e-4b6c-a13e-baed97377430,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:29.285936 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47300) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:29.293412 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.293763 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.294300 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.294862 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.295467 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.296149 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.296685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.297261 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.301835 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.301835 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.301835 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.301835 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dab3c3-3422-4be5-8596-31a2cc1073ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:29.351268 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23fc3218-c77f-49f9-9f03-99ffec78979b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.375274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23fc3218-c77f-49f9-9f03-99ffec78979b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.501243 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23fc3218-c77f-49f9-9f03-99ffec78979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.503790 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-23fc3218-c77f-49f9-9f03-99ffec78979b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:29.504982 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-23fc3218-c77f-49f9-9f03-99ffec78979b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6fb27a4-585e-4b6c-a13e-baed97377430 HTTP/1.1" status: 204 len: 168 time: 0.2165618 Aug 20 00:09:29.513416 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc3218-c77f-49f9-9f03-99ffec78979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb27a4-585e-4b6c-a13e-baed97377430,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:29.622262 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.191557 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47310) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:30.205364 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4bd15cad-d835-4b28-9d93-6a5a4873e314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.299464 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4bd15cad-d835-4b28-9d93-6a5a4873e314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.366321 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4bd15cad-d835-4b28-9d93-6a5a4873e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.406914 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4bd15cad-d835-4b28-9d93-6a5a4873e314 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=485ce3a653b74e4391afd36de82442e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140698 Aug 20 00:09:30.407832 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd15cad-d835-4b28-9d93-6a5a4873e314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e328ba-2907-4c2a-86a9-117f5866c158,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:30.409675 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47312) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:30.461759 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be3dac32-bd0a-4103-8f4f-465bbfe0517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.482226 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be3dac32-bd0a-4103-8f4f-465bbfe0517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.701010 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be3dac32-bd0a-4103-8f4f-465bbfe0517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.703497 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be3dac32-bd0a-4103-8f4f-465bbfe0517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:30.704666 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-be3dac32-bd0a-4103-8f4f-465bbfe0517f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13e328ba-2907-4c2a-86a9-117f5866c158 HTTP/1.1" status: 204 len: 168 time: 0.2939336 Aug 20 00:09:30.719490 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dac32-bd0a-4103-8f4f-465bbfe0517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e328ba-2907-4c2a-86a9-117f5866c158,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:38.616202 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47438) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:38.739279 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:38.839651 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:38.907941 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:38.951542 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15da3abf273744649db712b575503d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339210 Aug 20 00:09:38.952590 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ade04-8dca-4406-beee-def6c673ce72,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:38.954398 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47442) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:38.964000 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.964516 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.964996 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.965404 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.965816 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.966356 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.966869 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.967332 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.967821 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.968703 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.969175 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:38.969639 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89b0ab-8738-4754-9c84-3ce75a2df88f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:09:39.015263 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f6333bb-ff21-46b2-9d49-c62e4e74b004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:39.040238 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f6333bb-ff21-46b2-9d49-c62e4e74b004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:39.159686 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f6333bb-ff21-46b2-9d49-c62e4e74b004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:39.162489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f6333bb-ff21-46b2-9d49-c62e4e74b004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:39.163692 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2f6333bb-ff21-46b2-9d49-c62e4e74b004 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c32ade04-8dca-4406-beee-def6c673ce72 HTTP/1.1" status: 204 len: 168 time: 0.2080123 Aug 20 00:09:39.176138 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6333bb-ff21-46b2-9d49-c62e4e74b004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ade04-8dca-4406-beee-def6c673ce72,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:39.815965 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47458) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:39.834234 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e5be-6498-4c3f-81a4-369790cc89f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:39.941480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e5be-6498-4c3f-81a4-369790cc89f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:40.022337 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e5be-6498-4c3f-81a4-369790cc89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:40.063876 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f9d2e5be-6498-4c3f-81a4-369790cc89f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9c9b917cbf84c918552aeeee82e8d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467184 Aug 20 00:09:40.065142 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2e5be-6498-4c3f-81a4-369790cc89f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519413a9-3b1d-4579-8a8d-4249c3705d6e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:40.068164 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47464) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:40.133698 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e4deb03-76f8-40f0-9418-83f9d3a065be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:40.158878 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e4deb03-76f8-40f0-9418-83f9d3a065be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:40.325217 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e4deb03-76f8-40f0-9418-83f9d3a065be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:40.328079 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8e4deb03-76f8-40f0-9418-83f9d3a065be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:40.329281 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8e4deb03-76f8-40f0-9418-83f9d3a065be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/519413a9-3b1d-4579-8a8d-4249c3705d6e HTTP/1.1" status: 204 len: 168 time: 0.2592037 Aug 20 00:09:40.340269 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4deb03-76f8-40f0-9418-83f9d3a065be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519413a9-3b1d-4579-8a8d-4249c3705d6e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:41.290507 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47476) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:41.305138 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-60545273-74fa-4f3b-a5d2-a612f4e2f88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.403792 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-60545273-74fa-4f3b-a5d2-a612f4e2f88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.478793 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-60545273-74fa-4f3b-a5d2-a612f4e2f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.514583 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60545273-74fa-4f3b-a5d2-a612f4e2f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e93a73-929e-4cb2-a195-aaa5a1f0862a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:41.518787 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-60545273-74fa-4f3b-a5d2-a612f4e2f88e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b629b55919245f68f80ec2b2e492911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268925 Aug 20 00:09:41.523029 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47482) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:41.593329 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5b86965-2190-404a-b732-b1066c24598a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.617706 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5b86965-2190-404a-b732-b1066c24598a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.767784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5b86965-2190-404a-b732-b1066c24598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.767784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5b86965-2190-404a-b732-b1066c24598a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:41.768536 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b5b86965-2190-404a-b732-b1066c24598a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29e93a73-929e-4cb2-a195-aaa5a1f0862a HTTP/1.1" status: 204 len: 168 time: 0.2421234 Aug 20 00:09:41.777674 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b86965-2190-404a-b732-b1066c24598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e93a73-929e-4cb2-a195-aaa5a1f0862a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:44.916647 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47546) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:45.030929 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d4a-1e11-4fd3-af13-17aeb8d1b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.117457 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d4a-1e11-4fd3-af13-17aeb8d1b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.216511 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b71e3d4a-1e11-4fd3-af13-17aeb8d1b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.252707 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e3d4a-1e11-4fd3-af13-17aeb8d1b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d447b1-072f-4857-a23d-b78854b7989c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:45.256952 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b71e3d4a-1e11-4fd3-af13-17aeb8d1b4da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0261616f6174f648416d64e916f395d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393056 Aug 20 00:09:45.261127 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47550) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:45.309611 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-58a17764-a822-4e7e-89bb-a69f99c87a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.331661 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-58a17764-a822-4e7e-89bb-a69f99c87a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.478353 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-58a17764-a822-4e7e-89bb-a69f99c87a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.480972 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-58a17764-a822-4e7e-89bb-a69f99c87a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:45.482161 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-58a17764-a822-4e7e-89bb-a69f99c87a76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9d447b1-072f-4857-a23d-b78854b7989c HTTP/1.1" status: 204 len: 168 time: 0.2206776 Aug 20 00:09:45.490500 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a17764-a822-4e7e-89bb-a69f99c87a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d447b1-072f-4857-a23d-b78854b7989c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:46.231465 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47558) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:46.245188 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a35a898-3edd-42e8-abc4-a26b47a25a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.335309 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a35a898-3edd-42e8-abc4-a26b47a25a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.410889 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2a35a898-3edd-42e8-abc4-a26b47a25a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.457660 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a898-3edd-42e8-abc4-a26b47a25a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0362fa0f-e144-4e64-8873-988b5762d243,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:46.462268 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-2a35a898-3edd-42e8-abc4-a26b47a25a25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c77817621774d5faa3dc7005325acfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296951 Aug 20 00:09:46.465095 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47562) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:46.516290 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-62cb1484-46e4-4f21-9956-dfb332858f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.537085 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-62cb1484-46e4-4f21-9956-dfb332858f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.673665 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-62cb1484-46e4-4f21-9956-dfb332858f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.676271 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-62cb1484-46e4-4f21-9956-dfb332858f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:46.677440 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-62cb1484-46e4-4f21-9956-dfb332858f2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0362fa0f-e144-4e64-8873-988b5762d243 HTTP/1.1" status: 204 len: 168 time: 0.2112961 Aug 20 00:09:46.685776 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1484-46e4-4f21-9956-dfb332858f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0362fa0f-e144-4e64-8873-988b5762d243,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:51.788034 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:53.936233 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d8ec-6dfc-46b3-b5a7-8eb12e4cb470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:55.762613 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:09:56.747565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-38569ba6-8c86-4413-a869-9b8a4da9e4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:56.836774 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d5399-bbee-45d8-8553-94d99bce5302 req-03afe78b-81fb-4bb3-bd2d-e29414fbcfcc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:56.838372 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c15d5399-bbee-45d8-8553-94d99bce5302 req-03afe78b-81fb-4bb3-bd2d-e29414fbcfcc tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 946 time: 0.0522742 Aug 20 00:09:56.889395 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c15d5399-bbee-45d8-8553-94d99bce5302 req-5e137a50-3fe6-40f0-ab67-730876a6a885 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Aug 20 00:09:56.952358 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.013121 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b53060-7712-45a4-b0b1-282e5841be62 req-0d2ff90f-30c4-463a-94f1-e5b8145807aa tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:58.014678 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-12b53060-7712-45a4-b0b1-282e5841be62 req-0d2ff90f-30c4-463a-94f1-e5b8145807aa tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 946 time: 0.0554469 Aug 20 00:09:58.039081 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.055548 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-12b53060-7712-45a4-b0b1-282e5841be62 req-85ba97a2-f376-47dd-8c36-795c7d819182 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups?id=8504c245-741c-4af0-ba91-3cfd796fbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Aug 20 00:09:58.474001 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-df1be9b4-ef4a-407b-ac28-ea060d3936e0 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:09:58.475502 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-df1be9b4-ef4a-407b-ac28-ea060d3936e0 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 946 time: 0.0522726 Aug 20 00:09:58.568873 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Deleting port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:09:58.569215 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.571098 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47708) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:58.665315 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] For port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:09:58.665691 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.687696 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82f11cdc-3cec-45bd-a260-0715357dc8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.777719 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82f11cdc-3cec-45bd-a260-0715357dc8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.835380 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.835766 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.836118 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.l3_db [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Floating IP ea22a977-0cc8-422d-9ad4-488c12a99c16 disassociated. External IP: 172.27.1.235, port: 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d. Aug 20 00:09:58.836462 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Calling delete_port for 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:09:58.839322 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82f11cdc-3cec-45bd-a260-0715357dc8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:58.879671 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-82f11cdc-3cec-45bd-a260-0715357dc8f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=512bd7f46b4c4334b5405c4e5ea8bc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074687 Aug 20 00:09:58.880584 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f11cdc-3cec-45bd-a260-0715357dc8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3221674f-d4eb-4b42-a8ab-7c7f824c96f5,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:58.883155 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47712) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:09:58.975160 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5a665ec4-ca06-46a3-b67a-b42ccbdd2c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.012066 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5a665ec4-ca06-46a3-b67a-b42ccbdd2c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.100986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.137056 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5a665ec4-ca06-46a3-b67a-b42ccbdd2c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.139347 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5a665ec4-ca06-46a3-b67a-b42ccbdd2c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.143053 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5a665ec4-ca06-46a3-b67a-b42ccbdd2c6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3221674f-d4eb-4b42-a8ab-7c7f824c96f5 HTTP/1.1" status: 204 len: 168 time: 0.2564957 Aug 20 00:09:59.143053 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event deleted for resources: {'Port': ['ID=1d46a0ae-0226-426f-94ba-1de6ce8f8f7d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:59.171908 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a8dbb553-8674-41a3-986a-85520657aa75 req-bbc0652e-5de5-455c-a199-4cf46d6b6ecd tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 210 time: 0.0344462 Aug 20 00:09:59.186899 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665ec4-ca06-46a3-b67a-b42ccbdd2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221674f-d4eb-4b42-a8ab-7c7f824c96f5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:09:59.271081 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:09:59.633592 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.642696 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:09:59.655230 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:09:59.666508 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:09:59.668632 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:09:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:09:59.687527 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] No DVR routers for this DVR port 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:09:59.690132 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:09:59.692112 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-aec4b32e-5c07-425e-838e-12098ddf6574 req-9a869ff3-7416-43db-afe1-ebcc91f0ea78 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.10 "DELETE /v2.0/ports/1d46a0ae-0226-426f-94ba-1de6ce8f8f7d HTTP/1.1" status: 204 len: 173 time: 1.2103081 Aug 20 00:09:59.692536 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'name': 'network-vif-deleted', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:09:59.694736 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a844391e-69f3-4e60-ad17-059ba65bb057" -d '{"events": [{"server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "name": "network-vif-deleted", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:09:59.736834 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6702ca-c4d3-4fff-b1b5-347a86ee9652 x-openstack-request-id: req-dd6702ca-c4d3-4fff-b1b5-347a86ee9652 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:09:59.737124 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f330de9-bae4-4e30-b25b-764176b75875", "name": "network-vif-deleted", "tag": "1d46a0ae-0226-426f-94ba-1de6ce8f8f7d", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:09:59.737606 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dd6702ca-c4d3-4fff-b1b5-347a86ee9652 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:09:59.738222 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f330de9-bae4-4e30-b25b-764176b75875', 'name': 'network-vif-deleted', 'tag': '1d46a0ae-0226-426f-94ba-1de6ce8f8f7d', 'status': 'completed', 'code': 200} Aug 20 00:09:59.783327 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:00.003536 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:00.037716 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:00.050623 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:00.051239 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:09:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:00.264165 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:00.289325 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8dd4645b-52d7-4efa-a02e-28c784c87853 req-cdcba1ec-8d0e-4c90-a3b6-76c27377c6f3 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f330de9-bae4-4e30-b25b-764176b75875 HTTP/1.1" status: 200 len: 210 time: 0.0307987 Aug 20 00:10:00.479413 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:00.505249 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b426a479-5f98-4b68-9f58-91ade1f4f126 None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:05:03Z', 'revision_number': 4, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': 'd2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6', 'name': '', 'network_id': 'a3c0fcb4-df7c-49ee-b841-61378cc641da', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'mac_address': 'fa:16:3e:fa:e6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:05:02Z', 'updated_at': '2021-08-20T00:05:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'subnets': [{'id': 'ed897962-4f5d-457d-8448-234a8f3f30e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:00.811355 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d13f59-41f3-4e4d-85ac-de0f6453f438 None None] New status for floating IP ea22a977-0cc8-422d-9ad4-488c12a99c16: DOWN {{(pid=101346) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:10:01.394164 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:10:01.414109 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:10:01.414484 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 1d46a0ae-0226-426f-94ba-1de6ce8f8f7d not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:10:01.450874 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47754) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:01.510185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0494bfd-fa2c-4380-88fa-0e881119a663 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.535028 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0494bfd-fa2c-4380-88fa-0e881119a663 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.655060 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0494bfd-fa2c-4380-88fa-0e881119a663 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.657642 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0494bfd-fa2c-4380-88fa-0e881119a663 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.658793 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b0494bfd-fa2c-4380-88fa-0e881119a663 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "DELETE /v2.0/security-groups/8504c245-741c-4af0-ba91-3cfd796fbac6 HTTP/1.1" status: 204 len: 168 time: 0.2069395 Aug 20 00:10:01.661562 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47756) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:01.669516 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0494bfd-fa2c-4380-88fa-0e881119a663 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8504c245-741c-4af0-ba91-3cfd796fbac6,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:01.677411 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.api.v2.resource [None req-d68e7d91-8f0a-46c0-95e2-fcfbedf1cb68 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] show failed (client error): The resource could not be found. Aug 20 00:10:01.678625 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d68e7d91-8f0a-46c0-95e2-fcfbedf1cb68 tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "GET /v2.0/security-groups/8504c245-741c-4af0-ba91-3cfd796fbac6 HTTP/1.1" status: 404 len: 347 time: 0.0160847 Aug 20 00:10:01.681743 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47758) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:01.806490 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Deleting port 1c48d914-35bc-40dd-a57b-bf637b1287d1 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:10:01.806828 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.879558 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.879881 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:01.891812 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Calling delete_port for 1c48d914-35bc-40dd-a57b-bf637b1287d1 owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:10:02.083953 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:02.113694 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Pushing event deleted for resources: {'Port': ['ID=1c48d914-35bc-40dd-a57b-bf637b1287d1,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:02.175028 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:02.177687 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:02.178844 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0adb326f-65be-4200-bb7a-d344280519fb tempest-AttachVolumeTestJSON-1070767963 tempest-AttachVolumeTestJSON-1070767963-project] 10.222.0.35 "DELETE /v2.0/floatingips/ea22a977-0cc8-422d-9ad4-488c12a99c16 HTTP/1.1" status: 204 len: 168 time: 0.4958801 Aug 20 00:10:11.626804 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47826) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:12.115591 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:12.356529 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Deleting port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:10:12.356870 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:12.438455 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] For port d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:12.438731 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:12.452019 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Calling delete_port for d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 owned by network:router_interface {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:10:12.696194 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:12.724851 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:12.899566 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:13.110608 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Router 0090e339-b18e-47bb-a319-1d3a045b5d9e has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:10:13.215340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:10:13.220903 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-0f426f19-e255-435f-aac5-972fb6a99b2c admin admin] 10.222.0.35 "PUT /v2.0/routers/0090e339-b18e-47bb-a319-1d3a045b5d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930569 Aug 20 00:10:13.223354 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47834) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:13.227000 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] Sync routers for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:10:13.240784 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:13.241387 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:09:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:13.328392 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:13.345349 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:13.432954 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:13.523319 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:10:12Z', 'revision_number': 5, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port': {'id': 'efb67d79-b43e-4a2c-9c01-d66c45b9c7e0', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:59Z', 'updated_at': '2021-08-20T00:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:13.528958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Deleting port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:10:13.529306 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:13.550364 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] Checking router: 0090e339-b18e-47bb-a319-1d3a045b5d9e for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:13.558941 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] Routers {'0090e339-b18e-47bb-a319-1d3a045b5d9e'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:13.559560 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:09:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0090e339-b18e-47bb-a319-1d3a045b5d9e'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:13.610079 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] For port efb67d79-b43e-4a2c-9c01-d66c45b9c7e0, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:13.610454 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:13.623615 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Calling delete_port for efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 owned by network:router_gateway {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:10:13.646070 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] Set router 0090e339-b18e-47bb-a319-1d3a045b5d9e gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:13.700938 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:10:13Z', 'revision_number': 6, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:13.727164 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5b2f0-4b86-44d5-b5cd-7d18cc2bb81e None None] The sync data for ids ['0090e339-b18e-47bb-a319-1d3a045b5d9e'] in dv-cinder-759943-12-iscsi is: [{'id': '0090e339-b18e-47bb-a319-1d3a045b5d9e', 'name': 'tempest-AttachVolumeTestJSON-1114836177-router', 'tenant_id': '75110ee5293745249dc5652463ed8b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:57Z', 'updated_at': '2021-08-20T00:10:13Z', 'revision_number': 6, 'project_id': '75110ee5293745249dc5652463ed8b76', 'gw_port_host': None}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:13.831628 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:13.857805 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb67d79-b43e-4a2c-9c01-d66c45b9c7e0,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:13.914656 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.006708 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.008783 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.124960 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.125548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0090e339-b18e-47bb-a319-1d3a045b5d9e {{(pid=101344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:10:14.133969 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.135131 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-49ff21f8-f94b-4584-836e-6338e89bd2e8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0090e339-b18e-47bb-a319-1d3a045b5d9e HTTP/1.1" status: 204 len: 168 time: 0.9108400 Aug 20 00:10:14.137892 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47838) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:14.199982 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Deleting subnet ed897962-4f5d-457d-8448-234a8f3f30e4 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:10:14.203092 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.236026 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.310784 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.479058 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.495837 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:10:14.512015 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.514178 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ed897962-4f5d-457d-8448-234a8f3f30e4 HTTP/1.1" status: 204 len: 168 time: 0.3740928 Aug 20 00:10:14.515748 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee74d8b-420c-474f-8417-71f4ffe78425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed897962-4f5d-457d-8448-234a8f3f30e4,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:14.516328 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:10:14.516675 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device d2dbfddd-9fcb-4d85-b38f-c0b4afbc7ba6 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:10:14.518181 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 47840) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:14.521140 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22745aa2-699f-4c17-93fd-9458d95efe94 None None] Network a3c0fcb4-df7c-49ee-b841-61378cc641da requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:14.595810 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.656112 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Deleting port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:10:14.656550 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.727751 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] DHCP port deletion for a3c0fcb4-df7c-49ee-b841-61378cc641da request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:10:14.752147 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] For port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:14.754814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.773810 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Calling delete_port for 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:10:14.791522 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Deleting port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:10:14.791894 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.918258 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:14.951372 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:14.954092 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] No DVR routers for this DVR port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 on host dv-cinder-759943-12-iscsi {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:10:14.993927 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] For port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,segment=NetworkSegment(34717dbb-5b60-449b-8954-43d5a2649dd1),segment_id=34717dbb-5b60-449b-8954-43d5a2649dd1)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:14.994329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.008205 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Calling delete_port for 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:10:15.029489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.040824 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c0fcb4-df7c-49ee-b841-61378cc641da']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:15.052434 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34717dbb-5b60-449b-8954-43d5a2649dd1') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:15.052729 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34717dbb-5b60-449b-8954-43d5a2649dd1') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:15.063416 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.077605 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.085058 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:10:15.085557 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:10:15.087594 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:10:15.100147 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.120102 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Pushing event deleted for resources: {'Port': ['ID=7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:15.126433 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] No DVR routers for this DVR port 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:10:15.135136 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.135477 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.136761 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.136761 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.137012 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.137347 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.137672 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.138109 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.138329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.138652 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.138975 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.139300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39a98ce-0a9e-4d2c-b50c-3cb9db65cdfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:15.237819 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.243205 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.245121 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] 10.222.0.35 "DELETE /v2.0/networks/a3c0fcb4-df7c-49ee-b841-61378cc641da HTTP/1.1" status: 204 len: 168 time: 0.7256963 Aug 20 00:10:15.256877 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318d087-a287-426c-a067-978e228e5bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c0fcb4-df7c-49ee-b841-61378cc641da,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:15.550684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47846) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:15.591153 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-0aec97bc-a8c5-42aa-a0ea-e8bc47f97ec2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75110ee5293745249dc5652463ed8b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392973 Aug 20 00:10:15.593690 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 47848) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:15.645149 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb7f4-b235-4b19-8670-2b0eabb52a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.666470 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb7f4-b235-4b19-8670-2b0eabb52a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.798713 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb7f4-b235-4b19-8670-2b0eabb52a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.801458 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b6fbb7f4-b235-4b19-8670-2b0eabb52a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:15.807599 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b6fbb7f4-b235-4b19-8670-2b0eabb52a80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bfb04bc-74ff-45f1-b681-258675016e38 HTTP/1.1" status: 204 len: 168 time: 0.2094674 Aug 20 00:10:15.815285 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbb7f4-b235-4b19-8670-2b0eabb52a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb04bc-74ff-45f1-b681-258675016e38,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:15.858283 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:10:15.883620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:10:15.883620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 7dfa6dc4-5e7f-4977-b8e0-71e4eba278b1 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:10:15.883620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:10:15.904510 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:10:15.904956 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device efb67d79-b43e-4a2c-9c01-d66c45b9c7e0 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:10:21.757318 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:23.907749 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d184af25-7657-451e-aacd-bcb2b7aa7b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:24.625152 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48018) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:24.731868 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50626300-0318-4513-a67e-05d5ebb5663b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:24.822729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50626300-0318-4513-a67e-05d5ebb5663b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:24.908274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50626300-0318-4513-a67e-05d5ebb5663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:24.950238 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-50626300-0318-4513-a67e-05d5ebb5663b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d25ffbd1c0de4967abb303d49d8b896c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235950 Aug 20 00:10:24.951332 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50626300-0318-4513-a67e-05d5ebb5663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da93075b-6e92-44c6-b1d2-fa2ffcac0041,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:24.953013 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48024) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:25.009594 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2ad-5343-48f3-82a9-62bfd390d234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:25.029747 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2ad-5343-48f3-82a9-62bfd390d234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:25.153058 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2ad-5343-48f3-82a9-62bfd390d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:25.157945 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2ad-5343-48f3-82a9-62bfd390d234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:25.159103 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-aff1a2ad-5343-48f3-82a9-62bfd390d234 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da93075b-6e92-44c6-b1d2-fa2ffcac0041 HTTP/1.1" status: 204 len: 168 time: 0.2038939 Aug 20 00:10:25.166687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1a2ad-5343-48f3-82a9-62bfd390d234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93075b-6e92-44c6-b1d2-fa2ffcac0041,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:26.288020 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48062) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:26.389175 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-97265e03-ce6c-4069-9021-f7d8eaf1ec75 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140388604&fields=id&tenant_id=f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 267 time: 0.0505974 Aug 20 00:10:26.489277 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1362799710-network', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:26.527875 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-69a9487a-a354-42ef-b229-8dd3000dd33d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:26.529469 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-69a9487a-a354-42ef-b229-8dd3000dd33d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 812 time: 0.1392560 Aug 20 00:10:26.544185 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-e6879621-8c26-44ec-8966-9f70ff096864 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/quotas/f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 375 time: 0.0089750 Aug 20 00:10:26.606123 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-559dd325-e902-414f-8052-7afa0f4cd853 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0550089 Aug 20 00:10:26.610534 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Made reservation on behalf of 1c1ffd6835e94ab194e65bb216513cbd for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:26.613061 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:26.633546 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:26.730188 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-548fc0ca-afaa-4838-a4dc-da51aa261391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:26.762376 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-18c57b83-1f71-4d7f-bc08-84a643b75d83 service neutron] 10.222.0.35 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401536 Aug 20 00:10:26.982063 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:26.998153 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48076) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:27.115761 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ffda2f0-0016-4298-adcf-9e4018509bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.137153 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.154733 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-72faa69f-b621-40b3-86c6-fd155700d942 service neutron] 10.222.0.35 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817782 Aug 20 00:10:27.209687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.233132 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:10:27.250662 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838568e8-8ef9-4297-9488-bb1195b4c325,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:27.257001 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.257440 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Added segment c6f74cf9-3023-4a06-b1e6-75ff0759a352 of type vlan for network 299c4336-cadf-41f5-a0d0-28c98598bcdd Aug 20 00:10:27.309501 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.313439 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ffda2f0-0016-4298-adcf-9e4018509bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.398592 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5ffda2f0-0016-4298-adcf-9e4018509bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.427248 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.428378 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:27.429981 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.438694 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5ffda2f0-0016-4298-adcf-9e4018509bd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01326ddc30034f26b10b8559a9c81faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393880 Aug 20 00:10:27.439513 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda2f0-0016-4298-adcf-9e4018509bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22641731-a34e-41f4-995f-ff739f1a047c,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:27.441955 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48086) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:27.494651 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] Pushing event updated for resources: {'Network': ['ID=299c4336-cadf-41f5-a0d0-28c98598bcdd,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:27.496082 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8209-eeb0-4bde-ba2e-e33b5c1f8cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.508988 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:10:27.525627 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8209-eeb0-4bde-ba2e-e33b5c1f8cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.570542 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-38272290-100a-4f70-be05-4dd39977d44f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2823899 Aug 20 00:10:27.574236 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48088) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:27.583280 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Request body: {'subnet': {'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1362799710-subnet', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:27.649900 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8209-eeb0-4bde-ba2e-e33b5c1f8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.653345 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8209-eeb0-4bde-ba2e-e33b5c1f8cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.654628 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a9ef8209-eeb0-4bde-ba2e-e33b5c1f8cf6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22641731-a34e-41f4-995f-ff739f1a047c HTTP/1.1" status: 204 len: 168 time: 0.2117546 Aug 20 00:10:27.667168 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef8209-eeb0-4bde-ba2e-e33b5c1f8cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22641731-a34e-41f4-995f-ff739f1a047c,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:27.718881 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Made reservation on behalf of 1c1ffd6835e94ab194e65bb216513cbd for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:27.721296 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:27.998982 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.045744 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:28.148733 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Checking segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:28.149093 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Network hostable DHCP agents. Network: 299c4336-cadf-41f5-a0d0-28c98598bcdd, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:10:28.187428 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.278662 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:10:28.352669 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 299c4336-cadf-41f5-a0d0-28c98598bcdd) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:28.359034 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48094) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:28.365063 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dccc90b-6244-4209-a9aa-3a4ae41a14ca None None] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:28.366459 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:28.366790 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.373356 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca978-8d1f-45b7-9f0a-ad380c5d402a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.445310 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a8618d26-c27d-4c96-abf2-3963e23a1eac admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8694758 Aug 20 00:10:28.447957 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48096) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:28.453859 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:28.526939 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-299c4336-cadf-41f5-a0d0-28c98598bcdd', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:10:28.527884 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.537738 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca978-8d1f-45b7-9f0a-ad380c5d402a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.611988 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca978-8d1f-45b7-9f0a-ad380c5d402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.660579 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9c9ca978-8d1f-45b7-9f0a-ad380c5d402a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19e11246d19d43418fadb97336702ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004217 Aug 20 00:10:28.661847 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Allocated IP 172.20.0.2 (299c4336-cadf-41f5-a0d0-28c98598bcdd/2304bda7-0041-4aa0-b4f8-cc1ca7480cdb/87839c7d-e392-4edb-9d09-27da77a02bab) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:28.662652 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca978-8d1f-45b7-9f0a-ad380c5d402a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e34f6f-8044-4ca9-ad41-4b46f52e7ddf,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:28.663557 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48098) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:28.714233 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.715466 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.728717 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ea348f5-5423-4417-952a-74c9a97c8c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.753797 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ea348f5-5423-4417-952a-74c9a97c8c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.781761 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.814864 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.862370 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-31b41399-78eb-49c4-ba7e-eb2d793f67ef req-2fc82dea-12f4-4b15-a559-6ecffe594c83 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0276458 Aug 20 00:10:28.907421 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ea348f5-5423-4417-952a-74c9a97c8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.907717 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Transition to ACTIVE for port object 87839c7d-e392-4edb-9d09-27da77a02bab will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:28.912118 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7ea348f5-5423-4417-952a-74c9a97c8c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:28.916235 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7ea348f5-5423-4417-952a-74c9a97c8c37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9e34f6f-8044-4ca9-ad41-4b46f52e7ddf HTTP/1.1" status: 204 len: 168 time: 0.2491024 Aug 20 00:10:28.922881 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea348f5-5423-4417-952a-74c9a97c8c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e34f6f-8044-4ca9-ad41-4b46f52e7ddf,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:28.938712 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Transition to ACTIVE for port object 87839c7d-e392-4edb-9d09-27da77a02bab will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:29.011064 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.040705 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.053682 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:29.056478 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:29.059608 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:29.068671 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Pushing event updated for resources: {'Port': ['ID=87839c7d-e392-4edb-9d09-27da77a02bab,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:29.124956 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Attempting to bind port 87839c7d-e392-4edb-9d09-27da77a02bab on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:29.126036 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Attempting to bind port 87839c7d-e392-4edb-9d09-27da77a02bab by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:29.126419 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Attempting to bind port 87839c7d-e392-4edb-9d09-27da77a02bab on network 299c4336-cadf-41f5-a0d0-28c98598bcdd {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:29.135582 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:29.135986 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Checking segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:29.136399 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.136797 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Bound using segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:29.137265 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Bound port: 87839c7d-e392-4edb-9d09-27da77a02bab, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:29.137684 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.203353 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] For port 87839c7d-e392-4edb-9d09-27da77a02bab, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:29.206844 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] For port 87839c7d-e392-4edb-9d09-27da77a02bab, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=87839c7d-e392-4edb-9d09-27da77a02bab,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:29.302054 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.369632 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8a5ea-d37b-4e29-880a-693af190004b None None] Pushing event updated for resources: {'Port': ['ID=87839c7d-e392-4edb-9d09-27da77a02bab,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:29.373548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.397868 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.524226 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Allocated IP 172.27.1.216 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/a7a420d9-9bd2-4528-862c-875715d82545) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:29.653558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.673802 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.815381 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:29.896717 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:29.900269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:29.902678 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a420d9-9bd2-4528-862c-875715d82545,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:29.904866 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:29.927204 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 87839c7d-e392-4edb-9d09-27da77a02bab up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:29.966893 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.967215 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.967532 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.967874 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.968358 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.968715 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.969081 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.969410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.969735 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.970058 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.970375 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.970692 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:29.993438 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-697453ee-4b47-44b4-b693-ff877ee7a8a4 req-5a17995d-222e-4cf1-a5d9-a7627cce4b59 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0484827 Aug 20 00:10:30.078164 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 87839c7d-e392-4edb-9d09-27da77a02bab completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:30.332330 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:30.380195 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6fc780-d84d-4a30-bd1e-48502070bf1e None None] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:30.536607 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] Provisioning for port 87839c7d-e392-4edb-9d09-27da77a02bab completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:30.541592 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] Provisioning complete for port 87839c7d-e392-4edb-9d09-27da77a02bab triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:30.541966 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:30.567135 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:30.634392 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:30.675328 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] For port 87839c7d-e392-4edb-9d09-27da77a02bab, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=87839c7d-e392-4edb-9d09-27da77a02bab,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:30.752829 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:30.786636 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Router 3850b3b8-3f58-4bee-a4e6-76648102eb36 is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:10:30.804167 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803fa3-14ec-46da-b96b-681c0da0290a None None] Pushing event updated for resources: {'Port': ['ID=87839c7d-e392-4edb-9d09-27da77a02bab,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:30.872669 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-31797f45-008c-436d-b8f7-0c0500e858b8 None None] Provisioning complete for port 87839c7d-e392-4edb-9d09-27da77a02bab triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:30.873437 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-31797f45-008c-436d-b8f7-0c0500e858b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:30.903189 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:10:30.920357 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Sync routers for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:10:30.933519 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:30.934228 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:31.004483 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.009666 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48150) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:31.016047 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a8c17b99-4c82-4f51-b862-ceafccf5aa22 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5668418 Aug 20 00:10:31.097141 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:31.157840 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-03b85dbd-9680-4b34-aa34-762d0a23db0d req-42baccd4-f2d4-474b-8a0c-659aff799d6b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0623000 Aug 20 00:10:31.303893 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:30Z', 'revision_number': 3, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:31.337404 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Checking router: 3850b3b8-3f58-4bee-a4e6-76648102eb36 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:31.337860 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Updating router 3850b3b8-3f58-4bee-a4e6-76648102eb36 port a7a420d9-9bd2-4528-862c-875715d82545 binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:10:31.369171 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.524704 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.692503 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Allocated IP 172.20.0.1 (299c4336-cadf-41f5-a0d0-28c98598bcdd/2304bda7-0041-4aa0-b4f8-cc1ca7480cdb/162872f9-8eec-415c-aa96-6fe4d88bb99e) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:31.756589 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.767368 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Transition to ACTIVE for port object a7a420d9-9bd2-4528-862c-875715d82545 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:31.798546 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.813116 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Transition to ACTIVE for port object 162872f9-8eec-415c-aa96-6fe4d88bb99e will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:31.850152 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 87839c7d-e392-4edb-9d09-27da77a02bab up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:31.871790 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.943822 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Attempting to bind port a7a420d9-9bd2-4528-862c-875715d82545 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:31.944211 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Attempting to bind port a7a420d9-9bd2-4528-862c-875715d82545 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:31.944571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Attempting to bind port a7a420d9-9bd2-4528-862c-875715d82545 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:31.948078 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eef78-51b2-4d9e-b184-08abacfeba2a None None] Pushing event updated for resources: {'Port': ['ID=a7a420d9-9bd2-4528-862c-875715d82545,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:31.956527 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:31.956964 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:31.957353 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.957742 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:31.958209 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Bound port: a7a420d9-9bd2-4528-862c-875715d82545, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:31.958591 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.963842 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 87839c7d-e392-4edb-9d09-27da77a02bab triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:31.964236 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:31.999286 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.044395 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] For port a7a420d9-9bd2-4528-862c-875715d82545, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:32.048777 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] For port a7a420d9-9bd2-4528-862c-875715d82545, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=a7a420d9-9bd2-4528-862c-875715d82545,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:32.055279 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:32.058840 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:32.062774 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:32.114236 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.126210 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.159245 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Pushing event updated for resources: {'Port': ['ID=162872f9-8eec-415c-aa96-6fe4d88bb99e,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:32.216144 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:32.216945 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:32.256831 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0e7f5039-e755-44a0-8dbe-43a70816b2a1 req-a23fab92-899a-4300-b7fe-a1de50843d07 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0321369 Aug 20 00:10:32.276964 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eef78-51b2-4d9e-b184-08abacfeba2a None None] Pushing event updated for resources: {'Port': ['ID=a7a420d9-9bd2-4528-862c-875715d82545,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:32.356073 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:32.407996 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.548730 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-e5edd98a-a828-4f4f-a191-88e2080f226e None None] Provisioning for port 162872f9-8eec-415c-aa96-6fe4d88bb99e completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:32.554714 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:30Z', 'revision_number': 3, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:32.556578 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-e5edd98a-a828-4f4f-a191-88e2080f226e None None] Provisioning complete for port 162872f9-8eec-415c-aa96-6fe4d88bb99e triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:32.556951 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e5edd98a-a828-4f4f-a191-88e2080f226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.598663 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.604319 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8f810-f96e-4d4d-bf52-a513a9dd6c50 None None] The sync data for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi is: [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:30Z', 'revision_number': 3, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:32.622764 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-e5edd98a-a828-4f4f-a191-88e2080f226e None None] Port 162872f9-8eec-415c-aa96-6fe4d88bb99e cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:10:32.724674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.762794 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:10:32.795274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Pushing event updated for resources: {'Port': ['ID=162872f9-8eec-415c-aa96-6fe4d88bb99e,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:32.799100 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:32.923545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:32.924951 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:33.067419 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Router 3850b3b8-3f58-4bee-a4e6-76648102eb36 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:10:33.162078 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-eaaf7e61-f624-4194-8cbd-66dc908da498 None None] Provisioning complete for port 162872f9-8eec-415c-aa96-6fe4d88bb99e triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:33.162691 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-eaaf7e61-f624-4194-8cbd-66dc908da498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:33.195510 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:10:33.201662 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d553eb8c-2afd-4d85-9321-ca136e632113 admin admin] 10.222.0.35 "PUT /v2.0/routers/3850b3b8-3f58-4bee-a4e6-76648102eb36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1895173 Aug 20 00:10:33.213665 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf7e61-f624-4194-8cbd-66dc908da498 None None] Port 162872f9-8eec-415c-aa96-6fe4d88bb99e cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:10:33.380825 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9e6667d5-446f-4d06-928c-2c7325a248dc req-668f85e3-23dd-470e-8104-edf77f0eb680 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0333149 Aug 20 00:10:33.869125 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device a7a420d9-9bd2-4528-862c-875715d82545 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:33.974558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port a7a420d9-9bd2-4528-862c-875715d82545 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:33.979263 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port a7a420d9-9bd2-4528-862c-875715d82545 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:33.979920 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.056257 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48208) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:34.063256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-998889456-network', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:34.104940 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.128799 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port a7a420d9-9bd2-4528-862c-875715d82545, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=a7a420d9-9bd2-4528-862c-875715d82545,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:34.175213 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Made reservation on behalf of 0b4e8efe126a47ce82c9405d4f74cc25 for: {'network': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:34.177610 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.188122 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.198324 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.266422 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=a7a420d9-9bd2-4528-862c-875715d82545,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:34.313544 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Sync routers for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:10:34.316816 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.323914 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:34.324112 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:34.409983 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.438404 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:34.442741 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a315d143-3cda-4d71-9f13-60db86eeb382,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:34.457071 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=101344) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:10:34.498888 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.499815 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.segments_db [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Added segment 142b5b7a-3b84-4a6d-8dbd-413dc6a2b437 of type vlan for network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 Aug 20 00:10:34.503025 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4cf60095-01b8-48c0-9033-aacd677419bf req-48507b18-92a6-4082-98d6-a8da0aaa5ee0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0358601 Aug 20 00:10:34.552237 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.668287 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.669291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:34.669888 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.682794 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 2, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:34.711873 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Checking router: 3850b3b8-3f58-4bee-a4e6-76648102eb36 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:34.712574 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Updating router 3850b3b8-3f58-4bee-a4e6-76648102eb36 port 162872f9-8eec-415c-aa96-6fe4d88bb99e binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:10:34.735549 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] Pushing event updated for resources: {'Network': ['ID=93cca274-bb7a-44dc-b428-d3b79c3c2bd6,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:34.742707 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:34.746758 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:10:34.785297 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d4096448-0462-4088-a4b6-f0eabb829509 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7270150 Aug 20 00:10:34.785700 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48216) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:34.793283 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Request body: {'subnet': {'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-998889456-subnet', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:34.889487 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Made reservation on behalf of 0b4e8efe126a47ce82c9405d4f74cc25 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:34.893015 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.039626 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.050730 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Transition to ACTIVE for port object 162872f9-8eec-415c-aa96-6fe4d88bb99e will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:35.170894 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48220) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:35.175650 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.231556 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Pushing event updated for resources: {'Port': ['ID=162872f9-8eec-415c-aa96-6fe4d88bb99e,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:35.242644 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.243023 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.243381 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.243717 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.244283 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.244799 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.245315 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.245820 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.246340 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.247604 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.248206 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.252185 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:35.313019 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Attempting to bind port 162872f9-8eec-415c-aa96-6fe4d88bb99e on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:35.313700 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Attempting to bind port 162872f9-8eec-415c-aa96-6fe4d88bb99e by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:35.314788 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Attempting to bind port 162872f9-8eec-415c-aa96-6fe4d88bb99e on network 299c4336-cadf-41f5-a0d0-28c98598bcdd {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:35.322020 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:35.322919 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Checking segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:35.323531 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.324188 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Bound using segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:35.324937 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Bound port: 162872f9-8eec-415c-aa96-6fe4d88bb99e, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:35.325536 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.361093 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d896dcb-5bc9-4fce-b6d1-0a78a517a29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.379512 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-db43dc32-858b-47ab-945c-ad75994ad812 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:35.381571 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-db43dc32-858b-47ab-945c-ad75994ad812 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 812 time: 0.1166298 Aug 20 00:10:35.384020 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.408159 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] For port 162872f9-8eec-415c-aa96-6fe4d88bb99e, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:35.411963 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] For port 162872f9-8eec-415c-aa96-6fe4d88bb99e, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=162872f9-8eec-415c-aa96-6fe4d88bb99e,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:35.494785 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.502126 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d896dcb-5bc9-4fce-b6d1-0a78a517a29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.507821 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0f0b0d-d675-4b6e-9e13-181a29b96e52,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:35.512537 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Checking segment: {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:35.513465 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Network hostable DHCP agents. Network: 93cca274-bb7a-44dc-b428-d3b79c3c2bd6, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:10:35.523773 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-e7fae874-fe43-46c6-b82d-f2a35afc4cf0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f547d26d93324f3aa34b62cf920aedd6 HTTP/1.1" status: 200 len: 380 time: 0.1255677 Aug 20 00:10:35.530895 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'port': {'device_id': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'admin_state_up': True, 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'security_groups': ['ef312db1-733b-47fe-8c9c-eee14b88d0d5']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:35.581457 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d896dcb-5bc9-4fce-b6d1-0a78a517a29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.632287 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9d896dcb-5bc9-4fce-b6d1-0a78a517a29b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99b640fab6fa498b93cebcde5d48dccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587581 Aug 20 00:10:35.636568 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48226) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:35.684110 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:10:35.711636 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:35.714983 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:35.718056 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-915ea433-952c-439a-935b-ee454b3fb2c6 req-74e14b8c-55c0-4038-b638-288889d2965e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0669227 Aug 20 00:10:35.724222 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896dcb-5bc9-4fce-b6d1-0a78a517a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824706a-959c-4514-9719-84e24b972e47,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:35.746854 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04d1bf14-3fc7-424a-9929-737565219895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.777317 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 93cca274-bb7a-44dc-b428-d3b79c3c2bd6) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:35.787867 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf8f14-6548-42ef-8560-9749fadc71c8 None None] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:35.791697 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:35.793484 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.808237 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaacce-6d53-45f8-bf01-b99e863c1222 None None] Pushing event updated for resources: {'Port': ['ID=162872f9-8eec-415c-aa96-6fe4d88bb99e,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:35.818692 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04d1bf14-3fc7-424a-9929-737565219895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.852522 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Made reservation on behalf of f547d26d93324f3aa34b62cf920aedd6 for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:35.857635 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:35.896675 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device a7a420d9-9bd2-4528-862c-875715d82545 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:35.925010 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:35.948053 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c95c443f-c2e2-4fee-8d53-fa4befa2dce9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1563554 Aug 20 00:10:35.951359 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48228) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:35.956809 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:36.035304 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04d1bf14-3fc7-424a-9929-737565219895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.037764 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port a7a420d9-9bd2-4528-862c-875715d82545 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:36.038251 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.039722 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04d1bf14-3fc7-424a-9929-737565219895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.046041 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-04d1bf14-3fc7-424a-9929-737565219895 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e824706a-959c-4514-9719-84e24b972e47 HTTP/1.1" status: 204 len: 168 time: 0.4061384 Aug 20 00:10:36.064986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Allocated IP 172.20.0.7 (f67cd798-3ca2-48b0-8584-92045e20bcf4/1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5/d8d02607-5f5f-4a89-af68-eb379d64b9e5) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:36.069082 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.070902 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.114582 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1bf14-3fc7-424a-9929-737565219895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824706a-959c-4514-9719-84e24b972e47,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:36.146252 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'fixed_ips': [{'subnet_id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:10:36.147037 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.181787 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.227844 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:35Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:36.266745 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f5a2-99c8-4a88-aab5-c0dc162e249e None None] The sync data for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi is: [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:35Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:36.313983 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.332934 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Transition to ACTIVE for port object d8d02607-5f5f-4a89-af68-eb379d64b9e5 will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:36.373155 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Allocated IP 172.20.0.2 (93cca274-bb7a-44dc-b428-d3b79c3c2bd6/ca0f0b0d-d675-4b6e-9e13-181a29b96e52/6abdb234-f939-4112-8c16-be17ccd2c7ff) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:36.478572 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.512025 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.550182 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:36.552427 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:36.556566 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:36.620294 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=d8d02607-5f5f-4a89-af68-eb379d64b9e5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:36.642930 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.655164 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Transition to ACTIVE for port object 6abdb234-f939-4112-8c16-be17ccd2c7ff will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:36.677585 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:36.678628 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.710555 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Transition to ACTIVE for port object 6abdb234-f939-4112-8c16-be17ccd2c7ff will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:36.789101 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-6c7a3780-45e0-403e-8b7f-608bf21fa61b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618234 Aug 20 00:10:36.810604 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Request body: {'port': {'device_id': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:36.826462 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.884794 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.908990 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:36.923571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:36.927162 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:36.946678 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:36.954774 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Pushing event updated for resources: {'Port': ['ID=6abdb234-f939-4112-8c16-be17ccd2c7ff,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:36.962195 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2aa63-fa13-47ed-8e06-064b4ea837e3 req-a88f6350-a398-46d1-b0fb-e318432a79d8 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:36.964405 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2d2aa63-fa13-47ed-8e06-064b4ea837e3 req-a88f6350-a398-46d1-b0fb-e318432a79d8 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 931 time: 0.1176379 Aug 20 00:10:36.991044 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.038085 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Attempting to bind port 6abdb234-f939-4112-8c16-be17ccd2c7ff on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:37.038524 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Attempting to bind port 6abdb234-f939-4112-8c16-be17ccd2c7ff by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:37.039038 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Attempting to bind port 6abdb234-f939-4112-8c16-be17ccd2c7ff on network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:37.045033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:37.045463 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Checking segment: {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:37.045825 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.046528 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Bound using segment: {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:37.047565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Bound port: 6abdb234-f939-4112-8c16-be17ccd2c7ff, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:37.047988 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.087803 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48236) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:37.133001 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-314076f7-8ac2-44be-832a-03a856c66c4e None None] Provisioning for port d8d02607-5f5f-4a89-af68-eb379d64b9e5 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:37.136143 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee033da7-3ae7-493f-9ef0-c88030607430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.136334 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-314076f7-8ac2-44be-832a-03a856c66c4e None None] Provisioning complete for port d8d02607-5f5f-4a89-af68-eb379d64b9e5 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:37.136586 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-314076f7-8ac2-44be-832a-03a856c66c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.146012 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2d2aa63-fa13-47ed-8e06-064b4ea837e3 req-c74d6b26-3dd2-46d5-aa00-92a6554f8860 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568162 Aug 20 00:10:37.171610 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] For port 6abdb234-f939-4112-8c16-be17ccd2c7ff, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:37.182900 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Allocated IP 172.27.1.75 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/51b699c3-5dbb-4cff-850f-3ad667c224fb) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:37.191263 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] For port 6abdb234-f939-4112-8c16-be17ccd2c7ff, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=6abdb234-f939-4112-8c16-be17ccd2c7ff,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:37.204142 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-314076f7-8ac2-44be-832a-03a856c66c4e None None] Port d8d02607-5f5f-4a89-af68-eb379d64b9e5 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:10:37.257616 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.319380 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.365525 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62e128-3cca-448b-a7a2-1ceab1e84e1b None None] Pushing event updated for resources: {'Port': ['ID=6abdb234-f939-4112-8c16-be17ccd2c7ff,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:37.392096 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d02607-5f5f-4a89-af68-eb379d64b9e5 {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:10:37.407207 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.426600 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee033da7-3ae7-493f-9ef0-c88030607430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.433491 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Transition to ACTIVE for port object d8d02607-5f5f-4a89-af68-eb379d64b9e5 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:37.444811 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.481697 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:37.486875 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:37.490580 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:37.501653 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee033da7-3ae7-493f-9ef0-c88030607430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.581549 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.610872 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ee033da7-3ae7-493f-9ef0-c88030607430 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acc7dd6a4ef14fb69f9a584c5d532ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210757 Aug 20 00:10:37.615950 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48238) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:37.658545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee033da7-3ae7-493f-9ef0-c88030607430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de04447-3a40-4da4-8b0b-d5c3f81f4a11,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:37.713002 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Pushing event updated for resources: {'Port': ['ID=d8d02607-5f5f-4a89-af68-eb379d64b9e5,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:37.796403 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-59710ad1-f16e-4fc6-8fb0-83cc33776729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.839115 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-59710ad1-f16e-4fc6-8fb0-83cc33776729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.846804 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Attempting to bind port d8d02607-5f5f-4a89-af68-eb379d64b9e5 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:37.847145 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Attempting to bind port d8d02607-5f5f-4a89-af68-eb379d64b9e5 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:37.847551 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Attempting to bind port d8d02607-5f5f-4a89-af68-eb379d64b9e5 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:37.873357 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Port d8d02607-5f5f-4a89-af68-eb379d64b9e5 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:10:37.873688 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Attempting to bind port d8d02607-5f5f-4a89-af68-eb379d64b9e5 on network f67cd798-3ca2-48b0-8584-92045e20bcf4 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:37.907782 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:37.908065 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Checking segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:37.908452 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Bound using segment: {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:37.908924 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Bound port: d8d02607-5f5f-4a89-af68-eb379d64b9e5, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:37.909294 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:37.961917 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Pushing event updated for resources: {'Port': ['ID=51b699c3-5dbb-4cff-850f-3ad667c224fb,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:37.985575 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 6abdb234-f939-4112-8c16-be17ccd2c7ff up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:38.022684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] For port d8d02607-5f5f-4a89-af68-eb379d64b9e5, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:38.031378 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] For port d8d02607-5f5f-4a89-af68-eb379d64b9e5, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:38.095747 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-59710ad1-f16e-4fc6-8fb0-83cc33776729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.098375 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-59710ad1-f16e-4fc6-8fb0-83cc33776729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.099545 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-59710ad1-f16e-4fc6-8fb0-83cc33776729 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2de04447-3a40-4da4-8b0b-d5c3f81f4a11 HTTP/1.1" status: 204 len: 168 time: 0.4837782 Aug 20 00:10:38.121417 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59710ad1-f16e-4fc6-8fb0-83cc33776729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de04447-3a40-4da4-8b0b-d5c3f81f4a11,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:38.130220 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.180695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 6abdb234-f939-4112-8c16-be17ccd2c7ff completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:38.192128 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 162872f9-8eec-415c-aa96-6fe4d88bb99e up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:38.192681 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:38.193213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.194610 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] 10.222.0.10 "PUT /v2.0/ports/d8d02607-5f5f-4a89-af68-eb379d64b9e5 HTTP/1.1" status: 200 len: 1093 time: 1.3974645 Aug 20 00:10:38.195254 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:10:38.199515 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:10:38.243619 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f99c6-6c12-4741-9002-4ae8c3eb3fdc service neutron] Pushing event updated for resources: {'Port': ['ID=d8d02607-5f5f-4a89-af68-eb379d64b9e5,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:38.289856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e524b-dfc0-4cae-855d-0ed1f3ca44d5 x-openstack-request-id: req-9a5e524b-dfc0-4cae-855d-0ed1f3ca44d5 {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:10:38.290153 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:10:38.290398 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a5e524b-dfc0-4cae-855d-0ed1f3ca44d5 {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:10:38.290795 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'status': 'completed', 'code': 200} Aug 20 00:10:38.386592 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f req-e27eceba-bfc2-47f9-bd87-c4b46f9ac06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:38.388187 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f req-e27eceba-bfc2-47f9-bd87-c4b46f9ac06a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1096 time: 0.0721388 Aug 20 00:10:38.392292 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 162872f9-8eec-415c-aa96-6fe4d88bb99e completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:38.396546 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 162872f9-8eec-415c-aa96-6fe4d88bb99e triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:38.396918 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.426688 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0e03-2dc3-4519-af5c-289a001863fb req-cfd3b751-59ec-4397-8680-aa83a123623e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:38.428326 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8b0a0e03-2dc3-4519-af5c-289a001863fb req-cfd3b751-59ec-4397-8680-aa83a123623e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.1068127 Aug 20 00:10:38.490336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.531951 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f req-c56ed762-006c-4680-a991-e29414b5498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:38.535239 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f req-c56ed762-006c-4680-a991-e29414b5498d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f547d26d93324f3aa34b62cf920aedd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1387053 Aug 20 00:10:38.546255 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.654331 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 162872f9-8eec-415c-aa96-6fe4d88bb99e, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=162872f9-8eec-415c-aa96-6fe4d88bb99e,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:38.693652 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8b0a0e03-2dc3-4519-af5c-289a001863fb req-0e309b6e-481d-4049-958b-5bf784c6356e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470474 Aug 20 00:10:38.694149 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cab938-1576-4e4d-bddf-fb6e425a72da None None] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:38.794326 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.811149 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.927643 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] Provisioning for port 6abdb234-f939-4112-8c16-be17ccd2c7ff completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:38.946130 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] Provisioning complete for port 6abdb234-f939-4112-8c16-be17ccd2c7ff triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:38.946130 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:38.947872 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=162872f9-8eec-415c-aa96-6fe4d88bb99e,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:39.032859 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f req-f47fa563-3685-46bb-b713-dcd71f957a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:39.037192 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-45a081e4-3205-43fa-9fd2-de4a1b8e6d8f req-f47fa563-3685-46bb-b713-dcd71f957a6b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4941347 Aug 20 00:10:39.060350 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:39.067150 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101344) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:10:39.122602 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] For port 6abdb234-f939-4112-8c16-be17ccd2c7ff, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=6abdb234-f939-4112-8c16-be17ccd2c7ff,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:39.149809 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-4a2754bf-969c-4137-a241-414bf8b54ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:39.151085 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-4a2754bf-969c-4137-a241-414bf8b54ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1096 time: 0.0642185 Aug 20 00:10:39.205603 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:39.221496 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-8ea58a15-38f3-4b47-a7d6-c017660236e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5 HTTP/1.1" status: 200 len: 217 time: 0.0526233 Aug 20 00:10:39.224818 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:10:39.265361 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Sync routers for ids ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:10:39.277867 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-a369cc2a-0358-45cd-ba2e-de453f61a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:39.279400 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-a369cc2a-0358-45cd-ba2e-de453f61a70c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0493040 Aug 20 00:10:39.284986 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Routers {'eedfa2d8-8fc9-4c3e-80b7-32c820937d78'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:39.285655 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:39.336823 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-1847c6c8-d904-4e27-9d84-08b278691bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:39.338352 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-1847c6c8-d904-4e27-9d84-08b278691bac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513959 Aug 20 00:10:39.341400 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:39.342668 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-62f76640-6786-4c04-acfe-76c7cd5ebe35 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3898056 Aug 20 00:10:39.346055 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48258) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:39.349370 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e8737-2321-4f71-87cb-3cf281a2a75b None None] Pushing event updated for resources: {'Port': ['ID=6abdb234-f939-4112-8c16-be17ccd2c7ff,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:39.376827 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-28f263a8-14ac-4eaf-b6d5-ae56f7b69df8 None None] Provisioning complete for port 6abdb234-f939-4112-8c16-be17ccd2c7ff triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:39.377204 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-28f263a8-14ac-4eaf-b6d5-ae56f7b69df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:39.490468 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-0077da8d-f234-4478-8227-ccc0cd3e696d service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438763 Aug 20 00:10:39.616937 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-92f507b9-aa06-4a9c-8135-bd2756984a34 req-004653b0-158b-4bcb-a2d5-e231df8bae98 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166477 Aug 20 00:10:39.628846 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Set router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:39.879395 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 3, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:39.913172 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 6abdb234-f939-4112-8c16-be17ccd2c7ff up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:39.915788 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Checking router: eedfa2d8-8fc9-4c3e-80b7-32c820937d78 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:39.916063 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432adde5-ac70-4079-a14b-c3da12b391cf req-a0f41543-78f4-4c24-a39f-9c4dd786d885 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:39.916196 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Updating router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 port 51b699c3-5dbb-4cff-850f-3ad667c224fb binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:10:39.917607 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-432adde5-ac70-4079-a14b-c3da12b391cf req-a0f41543-78f4-4c24-a39f-9c4dd786d885 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.1007233 Aug 20 00:10:39.940530 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:39.967052 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:39.987222 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-432adde5-ac70-4079-a14b-c3da12b391cf req-1d414bd8-c55e-4112-a75e-37491091fbe3 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592732 Aug 20 00:10:40.022158 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 6abdb234-f939-4112-8c16-be17ccd2c7ff triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:40.024152 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.154654 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Allocated IP 172.20.0.1 (93cca274-bb7a-44dc-b428-d3b79c3c2bd6/ca0f0b0d-d675-4b6e-9e13-181a29b96e52/442614e8-75bc-44b9-99e0-9ccc2a5b40cc) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:40.243237 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 162872f9-8eec-415c-aa96-6fe4d88bb99e up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:40.290005 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.317130 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Transition to ACTIVE for port object 442614e8-75bc-44b9-99e0-9ccc2a5b40cc will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:40.367235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 162872f9-8eec-415c-aa96-6fe4d88bb99e triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:40.367614 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.408879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.425191 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Transition to ACTIVE for port object 51b699c3-5dbb-4cff-850f-3ad667c224fb will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:40.467535 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.490257 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.510902 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:40.515397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:40.519899 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:40.566621 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Attempting to bind port 51b699c3-5dbb-4cff-850f-3ad667c224fb on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:40.566621 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Attempting to bind port 51b699c3-5dbb-4cff-850f-3ad667c224fb by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:40.566621 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Attempting to bind port 51b699c3-5dbb-4cff-850f-3ad667c224fb on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:40.572779 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Pushing event updated for resources: {'Port': ['ID=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:40.576829 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d90e7-53f2-406a-81f3-53bb0431e401 None None] Pushing event updated for resources: {'Port': ['ID=51b699c3-5dbb-4cff-850f-3ad667c224fb,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:40.584899 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:40.585280 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:40.585685 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.586243 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:40.586578 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Bound port: 51b699c3-5dbb-4cff-850f-3ad667c224fb, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:40.586964 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.605502 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.664433 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] For port 51b699c3-5dbb-4cff-850f-3ad667c224fb, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:40.668825 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] For port 51b699c3-5dbb-4cff-850f-3ad667c224fb, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=51b699c3-5dbb-4cff-850f-3ad667c224fb,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:40.788439 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.870567 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:40.894862 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Routers {'eedfa2d8-8fc9-4c3e-80b7-32c820937d78'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:40.895819 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:40.942064 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d90e7-53f2-406a-81f3-53bb0431e401 None None] Pushing event updated for resources: {'Port': ['ID=51b699c3-5dbb-4cff-850f-3ad667c224fb,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:40.946679 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f077e180-a0fe-4b3e-a233-cd2fa0639515 None None] Provisioning for port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:40.956786 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f077e180-a0fe-4b3e-a233-cd2fa0639515 None None] Provisioning complete for port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:40.957168 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f077e180-a0fe-4b3e-a233-cd2fa0639515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:41.038028 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f077e180-a0fe-4b3e-a233-cd2fa0639515 None None] Port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:10:41.075220 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] Set router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:41.126407 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:41.185685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbed316-a0c3-4780-a853-1a9147e74c94 req-88e07c75-9968-4928-b3e9-adb570054f73 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:41.194213 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6bbed316-a0c3-4780-a853-1a9147e74c94 req-88e07c75-9968-4928-b3e9-adb570054f73 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.0797317 Aug 20 00:10:41.236501 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6bbed316-a0c3-4780-a853-1a9147e74c94 req-981d3fe6-1c33-407e-aaeb-f00a2043ec83 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Aug 20 00:10:41.250620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:41.319517 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Pushing event updated for resources: {'Port': ['ID=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:41.322336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:41.337333 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '442614e8-75bc-44b9-99e0-9ccc2a5b40cc', 'name': '', 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'mac_address': 'fa:16:3e:c9:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:39Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 1, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'subnets': [{'id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:41.366316 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf69abc-25e5-41dd-a498-cf3e5271fba3 None None] The sync data for ids ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'] in dv-cinder-759943-12-iscsi is: [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '442614e8-75bc-44b9-99e0-9ccc2a5b40cc', 'name': '', 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'mac_address': 'fa:16:3e:c9:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:39Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 1, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'subnets': [{'id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:41.432245 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:41.434419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:41.609294 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:10:41.773690 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-df6fdd3a-1d68-49c7-bb2d-b1f73441de67 None None] Provisioning complete for port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:41.774134 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-df6fdd3a-1d68-49c7-bb2d-b1f73441de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:41.823537 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-df6fdd3a-1d68-49c7-bb2d-b1f73441de67 None None] Port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:10:41.829785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:10:41.844300 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b4338907-cac6-4980-9a6d-f158c9628d16 admin admin] 10.222.0.35 "PUT /v2.0/routers/eedfa2d8-8fc9-4c3e-80b7-32c820937d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884779 Aug 20 00:10:41.881750 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48304) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:42.375620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7a787b1-86f3-4ba5-bae9-ddcc71b982d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.444049 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cf621-96d4-4a6b-b22d-9d6db8d941f0 req-a9a2b869-c640-4904-9867-faaf4e3a83dd tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:42.445831 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-588cf621-96d4-4a6b-b22d-9d6db8d941f0 req-a9a2b869-c640-4904-9867-faaf4e3a83dd tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.0807648 Aug 20 00:10:42.520067 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-588cf621-96d4-4a6b-b22d-9d6db8d941f0 req-2e9fde3e-bd7e-4d7e-9c46-bc4961ee3e26 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598249 Aug 20 00:10:42.565739 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7a787b1-86f3-4ba5-bae9-ddcc71b982d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.643360 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7a787b1-86f3-4ba5-bae9-ddcc71b982d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.686553 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f7a787b1-86f3-4ba5-bae9-ddcc71b982d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f783dafc7cd24c9a87c1e8511a5a3684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006814 Aug 20 00:10:42.686553 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a787b1-86f3-4ba5-bae9-ddcc71b982d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a01508-80d4-4012-89c4-88ca45524003,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:42.687025 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48314) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:42.753568 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.783162 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.961157 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.966775 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:42.973233 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27a01508-80d4-4012-89c4-88ca45524003 HTTP/1.1" status: 204 len: 168 time: 0.2856281 Aug 20 00:10:42.983289 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a01508-80d4-4012-89c4-88ca45524003,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:42.991792 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.992323 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.992519 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.992848 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.993356 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.994153 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.995045 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.995045 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.995257 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.995512 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.995835 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:42.996256 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42fd857-e775-4a8e-89e9-f848d6ca731a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:10:43.127684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48318) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:43.132984 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42916237', 'description': 'tempest-secgroup-smoke-42916237 description', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:43.222457 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.356345 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.455746 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.490289 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b701f180-7594-4679-9519-499c3656179a,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:43.548397 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.549828 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6650867d-3a1c-4007-bce7-e7c9139282c7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4208322 Aug 20 00:10:43.557071 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48322) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:43.563580 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group_rule': {'security_group_id': 'b701f180-7594-4679-9519-499c3656179a', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:43.696719 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22632ed-3be6-40de-8f6d-0e42ad4bc013 req-8d575011-e70e-4ba3-a9c9-89c9901822dd tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:43.699355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.708551 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d22632ed-3be6-40de-8f6d-0e42ad4bc013 req-8d575011-e70e-4ba3-a9c9-89c9901822dd tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.0882528 Aug 20 00:10:43.763647 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d22632ed-3be6-40de-8f6d-0e42ad4bc013 req-9516d28a-67c4-4efb-9b21-97cbe61e747b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540028 Aug 20 00:10:43.804027 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48326) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:43.840975 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.855784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3e5134fd-8b03-4ad0-b37b-f6b29f3b8726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.912914 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:43.938695 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 51b699c3-5dbb-4cff-850f-3ad667c224fb up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:43.948693 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eab8537-4067-4250-ac03-15a57dc9c06f,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:44.004279 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3e5134fd-8b03-4ad0-b37b-f6b29f3b8726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.062252 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 51b699c3-5dbb-4cff-850f-3ad667c224fb completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:44.067863 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 51b699c3-5dbb-4cff-850f-3ad667c224fb triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:44.068707 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.089918 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3e5134fd-8b03-4ad0-b37b-f6b29f3b8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.135684 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5134fd-8b03-4ad0-b37b-f6b29f3b8726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cdf013-9ce3-4766-a493-1f7810eb199f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:44.141457 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3e5134fd-8b03-4ad0-b37b-f6b29f3b8726 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5983806095a240339de60d5736cbd839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363221 Aug 20 00:10:44.145314 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48328) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:44.152462 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.156908 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fd7468a8-2924-449a-a679-273c9f86ec1d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5951293 Aug 20 00:10:44.157787 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48330) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:44.163146 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group_rule': {'security_group_id': 'b701f180-7594-4679-9519-499c3656179a', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:44.198552 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.224003 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 51b699c3-5dbb-4cff-850f-3ad667c224fb, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=51b699c3-5dbb-4cff-850f-3ad667c224fb,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:44.239500 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6444-74f9-49d4-baa7-93c45449e8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.277857 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6444-74f9-49d4-baa7-93c45449e8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.292332 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.312957 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.382622 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=51b699c3-5dbb-4cff-850f-3ad667c224fb,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:44.438253 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6444-74f9-49d4-baa7-93c45449e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.440980 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6c4c6444-74f9-49d4-baa7-93c45449e8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.442190 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6c4c6444-74f9-49d4-baa7-93c45449e8b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64cdf013-9ce3-4766-a493-1f7810eb199f HTTP/1.1" status: 204 len: 168 time: 0.2958405 Aug 20 00:10:44.453187 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c6444-74f9-49d4-baa7-93c45449e8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cdf013-9ce3-4766-a493-1f7810eb199f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:44.453594 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.564071 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.582611 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f63df3-0ebe-49ac-a308-e1dc521fb9a1,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:44.662011 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Sync routers for ids ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:10:44.671947 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Routers {'eedfa2d8-8fc9-4c3e-80b7-32c820937d78'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:44.672831 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:44.690323 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.695019 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2127dfa7-230a-447c-9903-46aea22d5d34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5328810 Aug 20 00:10:44.695019 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48334) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:44.705972 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group_rule': {'security_group_id': 'b701f180-7594-4679-9519-499c3656179a', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:44.783248 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Set router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:44.805720 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.940750 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:44.949477 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed9723-4925-4cf9-af62-d3ad1b36c970 req-309a1643-5cf8-452e-8092-01753ec01974 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:44.951601 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6aed9723-4925-4cf9-af62-d3ad1b36c970 req-309a1643-5cf8-452e-8092-01753ec01974 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.0860112 Aug 20 00:10:45.001496 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6aed9723-4925-4cf9-af62-d3ad1b36c970 req-e4531fae-6865-456f-960b-569e5e5f9de3 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Aug 20 00:10:45.016151 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.036568 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4381d6d5-0ddb-4bc7-8b2c-5fe44a785e44,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:45.058724 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '442614e8-75bc-44b9-99e0-9ccc2a5b40cc', 'name': '', 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'mac_address': 'fa:16:3e:c9:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:39Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 2, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'subnets': [{'id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:45.086222 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Checking router: eedfa2d8-8fc9-4c3e-80b7-32c820937d78 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:45.086580 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Updating router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:10:45.112632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.113640 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.114038 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d5f4c6c6-ab4a-4efd-a6b6-026251a75587 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4179409 Aug 20 00:10:45.120561 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48346) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:45.131752 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group_rule': {'security_group_id': 'b701f180-7594-4679-9519-499c3656179a', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:45.242278 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.308566 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.415303 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.419798 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Transition to ACTIVE for port object 442614e8-75bc-44b9-99e0-9ccc2a5b40cc will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:10:45.447106 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.459121 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132d8db9-1bc6-4fca-9604-6c534ccdd3d6,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:45.564184 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.604060 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.609132 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-1e443135-1c86-407c-bc32-403ad45deda2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4836440 Aug 20 00:10:45.609132 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48356) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:45.614745 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group_rule': {'security_group_id': 'b701f180-7594-4679-9519-499c3656179a', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:45.617452 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed98cc5-841a-455f-a77b-38844431c072 None None] Pushing event updated for resources: {'Port': ['ID=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:45.689877 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Attempting to bind port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:10:45.690540 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Attempting to bind port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:10:45.690673 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Attempting to bind port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc on network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:10:45.696380 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:10:45.696765 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Checking segment: {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:45.697168 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.701279 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Bound using segment: {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:10:45.701279 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Bound port: 442614e8-75bc-44b9-99e0-9ccc2a5b40cc, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:10:45.701279 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.764078 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.securitygroups_db [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Project 1c1ffd6835e94ab194e65bb216513cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 00:10:45.777250 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.818652 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] For port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:10:45.826683 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] For port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:10:45.904063 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.915971 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 51b699c3-5dbb-4cff-850f-3ad667c224fb up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:45.959109 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:45.971672 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 51b699c3-5dbb-4cff-850f-3ad667c224fb triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:45.972076 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.033925 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Routers {'eedfa2d8-8fc9-4c3e-80b7-32c820937d78'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:46.034567 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:46.078093 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed98cc5-841a-455f-a77b-38844431c072 None None] Pushing event updated for resources: {'Port': ['ID=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:46.080251 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.101873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead54c0f-6f7f-42f6-810b-2d9d4d7e16bd,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:46.176714 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea3692-ef61-4f53-a1af-11ccbe9b2dba req-4c362d5b-acee-4136-87f3-29b1e1bb94d7 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:46.178286 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-03ea3692-ef61-4f53-a1af-11ccbe9b2dba req-4c362d5b-acee-4136-87f3-29b1e1bb94d7 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.0701077 Aug 20 00:10:46.191573 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] Set router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:46.224634 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.229751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48366) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:46.230483 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-165ca73e-8ff4-47a1-8ac5-4297e2217999 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6205139 Aug 20 00:10:46.238264 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'security_group_rule': {'security_group_id': 'b701f180-7594-4679-9519-499c3656179a', 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:46.239991 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-03ea3692-ef61-4f53-a1af-11ccbe9b2dba req-bf6aec2e-64d4-457f-b7fe-22c065b90914 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531342 Aug 20 00:10:46.409907 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.securitygroups_db [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Project 1c1ffd6835e94ab194e65bb216513cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 00:10:46.417094 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.492994 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '442614e8-75bc-44b9-99e0-9ccc2a5b40cc', 'name': '', 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'mac_address': 'fa:16:3e:c9:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:39Z', 'updated_at': '2021-08-20T00:10:45Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'subnets': [{'id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:46.493253 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.564189 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.597676 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d143ba5b-e751-486c-8545-96e086506105,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:46.613080 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c941cb-4576-407f-ae59-63378ece8ef8 None None] The sync data for ids ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'] in dv-cinder-759943-12-iscsi is: [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:10:40Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '442614e8-75bc-44b9-99e0-9ccc2a5b40cc', 'name': '', 'network_id': '93cca274-bb7a-44dc-b428-d3b79c3c2bd6', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'mac_address': 'fa:16:3e:c9:00:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:39Z', 'updated_at': '2021-08-20T00:10:45Z', 'revision_number': 4, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'subnets': [{'id': 'ca0f0b0d-d675-4b6e-9e13-181a29b96e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:46.660751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:46.667967 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-3adc5025-de79-4792-a3f4-408b9b7caf79 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4303577 Aug 20 00:10:47.383754 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68248a-d467-4823-9332-50aa724ffbd5 req-12e81b15-1499-4d8b-b54e-5cbdc487072e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:47.392858 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6a68248a-d467-4823-9332-50aa724ffbd5 req-12e81b15-1499-4d8b-b54e-5cbdc487072e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 943 time: 0.0718672 Aug 20 00:10:47.437872 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6a68248a-d467-4823-9332-50aa724ffbd5 req-1c189e58-35d1-4042-8b27-203794ee9546 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Aug 20 00:10:47.571589 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device d8d02607-5f5f-4a89-af68-eb379d64b9e5 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:10:47.695084 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port d8d02607-5f5f-4a89-af68-eb379d64b9e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:47.723880 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'port_id': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'mac_address': 'fa:16:3e:34:3a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:10:47.765491 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:47.778849 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d02607-5f5f-4a89-af68-eb379d64b9e5 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:10:47.799198 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port d8d02607-5f5f-4a89-af68-eb379d64b9e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:47.899898 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:47.919645 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 442614e8-75bc-44b9-99e0-9ccc2a5b40cc up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:47.977698 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=d8d02607-5f5f-4a89-af68-eb379d64b9e5,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:48.077421 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:48.081575 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:48.081977 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:48.123080 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['d8d02607-5f5f-4a89-af68-eb379d64b9e5'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:10:48.230870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:48.433030 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:48.498336 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:48.584547 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05418a4-384c-4aa4-9145-ad025f532068 req-f107207d-e59a-4164-a6cf-91fbb9a5b28b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:48.586951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a05418a4-384c-4aa4-9145-ad025f532068 req-f107207d-e59a-4164-a6cf-91fbb9a5b28b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 944 time: 0.0685339 Aug 20 00:10:48.600004 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:48.635482 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a05418a4-384c-4aa4-9145-ad025f532068 req-7f4f13f8-e8ad-47c7-a1ed-bd4e98720779 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Aug 20 00:10:48.945880 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48476) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:49.077665 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6984de63-ec1b-4b98-b224-cf12b5b5a96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.174768 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6984de63-ec1b-4b98-b224-cf12b5b5a96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.352719 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6984de63-ec1b-4b98-b224-cf12b5b5a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.393933 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984de63-ec1b-4b98-b224-cf12b5b5a96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d3ce7-bab3-4fee-95a8-852daedfc4cd,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:49.398370 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-6984de63-ec1b-4b98-b224-cf12b5b5a96e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58d19e95f3ba475e93185d308e394b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512610 Aug 20 00:10:49.401447 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48480) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:49.455688 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3463563c-abfb-43a3-a36a-b176c7c817b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.478235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3463563c-abfb-43a3-a36a-b176c7c817b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.584714 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device d8d02607-5f5f-4a89-af68-eb379d64b9e5 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:49.615588 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3463563c-abfb-43a3-a36a-b176c7c817b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.618872 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3463563c-abfb-43a3-a36a-b176c7c817b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.620164 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-3463563c-abfb-43a3-a36a-b176c7c817b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e4d3ce7-bab3-4fee-95a8-852daedfc4cd HTTP/1.1" status: 204 len: 168 time: 0.2179456 Aug 20 00:10:49.633524 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463563c-abfb-43a3-a36a-b176c7c817b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d3ce7-bab3-4fee-95a8-852daedfc4cd,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:49.723853 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port d8d02607-5f5f-4a89-af68-eb379d64b9e5 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:10:49.728630 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port d8d02607-5f5f-4a89-af68-eb379d64b9e5 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:49.729386 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.785241 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cf755-150e-46c4-a8a2-002ff381c1e4 req-06e9f6b4-31d9-4b83-a155-1ba60b29b3fe tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:49.786780 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-387cf755-150e-46c4-a8a2-002ff381c1e4 req-06e9f6b4-31d9-4b83-a155-1ba60b29b3fe tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 944 time: 0.0750067 Aug 20 00:10:49.852792 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-387cf755-150e-46c4-a8a2-002ff381c1e4 req-24fbc9d8-7139-4363-b661-735fd6761087 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597451 Aug 20 00:10:49.879720 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:49.910620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:10:49.913681 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e3728f-985a-4cdd-bcc9-82a4cf4f3818" -d '{"events": [{"server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "name": "network-vif-plugged", "status": "completed", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:10:49.930445 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port d8d02607-5f5f-4a89-af68-eb379d64b9e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:10:49.935580 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 442614e8-75bc-44b9-99e0-9ccc2a5b40cc up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:10:49.973505 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986ff59-4293-4e4e-b196-865e6350480d x-openstack-request-id: req-5986ff59-4293-4e4e-b196-865e6350480d {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:10:49.973913 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "name": "network-vif-plugged", "status": "completed", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:10:49.974062 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5986ff59-4293-4e4e-b196-865e6350480d {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:10:49.974468 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'code': 200} Aug 20 00:10:50.009226 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:10:50.009595 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.031201 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.105139 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=d8d02607-5f5f-4a89-af68-eb379d64b9e5,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:50.369488 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bf6db-1fc8-43bb-b5dc-6393974c6700 req-0680aec1-bfb3-497a-83e0-87fb4914118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:50.371545 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-578bf6db-1fc8-43bb-b5dc-6393974c6700 req-0680aec1-bfb3-497a-83e0-87fb4914118b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1098 time: 0.0526645 Aug 20 00:10:50.415823 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-578bf6db-1fc8-43bb-b5dc-6393974c6700 req-720f6134-ee1b-412f-bbc8-14dcb24f0698 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364385 Aug 20 00:10:50.476841 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48492) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:50.495545 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c9a5-a0e5-4330-8013-0cfa3d8e13a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.588758 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c9a5-a0e5-4330-8013-0cfa3d8e13a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.678232 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c9a5-a0e5-4330-8013-0cfa3d8e13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.721275 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-a4d5c9a5-a0e5-4330-8013-0cfa3d8e13a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=818996da78494f05843ab35686a8b882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431812 Aug 20 00:10:50.722252 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5c9a5-a0e5-4330-8013-0cfa3d8e13a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3b7d0-af8e-40de-8965-d60633a7dd78,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:50.725822 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48494) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:50.789930 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac177d4-264e-40b6-99d1-f098e0e22e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.814137 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac177d4-264e-40b6-99d1-f098e0e22e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.974441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac177d4-264e-40b6-99d1-f098e0e22e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.976971 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac177d4-264e-40b6-99d1-f098e0e22e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:50.978141 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-fac177d4-264e-40b6-99d1-f098e0e22e41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0f3b7d0-af8e-40de-8965-d60633a7dd78 HTTP/1.1" status: 204 len: 168 time: 0.2529280 Aug 20 00:10:50.993271 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac177d4-264e-40b6-99d1-f098e0e22e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3b7d0-af8e-40de-8965-d60633a7dd78,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:51.016221 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f666cb-6514-4b6d-bc27-c7532a6c9e4e req-e3a7d995-b2ac-48dc-9b28-95e827f36356 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:51.017654 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-19f666cb-6514-4b6d-bc27-c7532a6c9e4e req-e3a7d995-b2ac-48dc-9b28-95e827f36356 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 945 time: 0.0719845 Aug 20 00:10:51.086879 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-19f666cb-6514-4b6d-bc27-c7532a6c9e4e req-87b167a9-feba-4fc9-b99b-5298adb366e3 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Aug 20 00:10:51.763959 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.216507 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f7f6d-4d73-4b6d-8c75-835ff54bf8e2 req-6a3a43b7-066a-4bb5-bcfc-ea9efccb49d8 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:52.222241 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48524) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:52.223676 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e7f7f6d-4d73-4b6d-8c75-835ff54bf8e2 req-6a3a43b7-066a-4bb5-bcfc-ea9efccb49d8 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 945 time: 0.0617769 Aug 20 00:10:52.285022 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e7f7f6d-4d73-4b6d-8c75-835ff54bf8e2 req-f2bc8baa-d581-4c08-87bc-e1e99456d00e tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 Aug 20 00:10:52.353961 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1688626932-network', 'tenant_id': '1ef29990dbfa4c8e8f845d227c75b381'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:52.418963 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca175b-5f14-4ada-ae01-582b5cf5c245 req-51281561-1ee9-4eab-a325-ab10be561f22 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:52.420550 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-72ca175b-5f14-4ada-ae01-582b5cf5c245 req-51281561-1ee9-4eab-a325-ab10be561f22 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 945 time: 0.0597289 Aug 20 00:10:52.449699 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Made reservation on behalf of 1ef29990dbfa4c8e8f845d227c75b381 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:52.453525 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.462755 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.464843 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-72ca175b-5f14-4ada-ae01-582b5cf5c245 req-4d297c39-c314-4e65-a353-b40f8b3b79de tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351784 Aug 20 00:10:52.491803 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48530) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:52.565133 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.649682 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.656998 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060bd1a-57d0-427c-9a2b-9b243b53c87e tempest-TestVolumeBootPattern-298742066 tempest-TestVolumeBootPattern-298742066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:52.661947 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9060bd1a-57d0-427c-9a2b-9b243b53c87e tempest-TestVolumeBootPattern-298742066 tempest-TestVolumeBootPattern-298742066-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1093 time: 0.1687233 Aug 20 00:10:52.667711 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48534) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:52.667711 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'port_id': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:52.673720 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:10:52.691236 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aab31e-9c0e-40d4-87e3-877aa3a8f70f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:52.695765 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.698409 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Added segment 3cc64079-2147-49d2-b6e7-77fef96cb268 of type vlan for network fe144ccc-7e19-41c9-91bc-7bc63965324f Aug 20 00:10:52.741609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.746687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.826948 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.827855 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:52.828483 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.850534 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:52.891341 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fe144ccc-7e19-41c9-91bc-7bc63965324f,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:52.903389 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network fe144ccc-7e19-41c9-91bc-7bc63965324f details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:10:52.964652 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-163dd9e7-f02a-4ebf-88f0-33cb0742f0c4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7412820 Aug 20 00:10:52.968009 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48536) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:52.970783 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Allocated IP 172.27.1.37 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/c7e4b503-4082-49ce-995a-949f0a235797) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:10:52.973585 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Request body: {'subnet': {'network_id': 'fe144ccc-7e19-41c9-91bc-7bc63965324f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1688626932-subnet', 'tenant_id': '1ef29990dbfa4c8e8f845d227c75b381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:53.089548 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Made reservation on behalf of 1ef29990dbfa4c8e8f845d227c75b381 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:53.091889 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.097966 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.197774 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.234953 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:10:53.240830 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:53.241687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:10:53.273829 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=c7e4b503-4082-49ce-995a-949f0a235797,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:53.341500 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.391994 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63c5d29-d870-48f4-be26-89dc59832a9d,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:53.409302 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Checking segment: {'id': '3cc64079-2147-49d2-b6e7-77fef96cb268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fe144ccc-7e19-41c9-91bc-7bc63965324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:53.409665 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Network hostable DHCP agents. Network: fe144ccc-7e19-41c9-91bc-7bc63965324f, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:10:53.483949 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Network fe144ccc-7e19-41c9-91bc-7bc63965324f is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:10:53.558272 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, fe144ccc-7e19-41c9-91bc-7bc63965324f) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:53.567329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb9f47-7bd9-4ab0-a79b-266a5c9ce58c None None] Network fe144ccc-7e19-41c9-91bc-7bc63965324f requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:53.580686 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:53.581354 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.641370 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.673641 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-5800d1e6-e7c3-486a-b15e-d61cb81f2e75 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7040136 Aug 20 00:10:53.706195 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33188a59-c950-405f-b37a-fd9d5618397e None None] Network fe144ccc-7e19-41c9-91bc-7bc63965324f requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:53.762889 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.917014 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-933308c4-4e2e-48a6-822b-9a466b2035ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:53.930224 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.032407 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.109141 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event updated for resources: {'Port': ['ID=c7e4b503-4082-49ce-995a-949f0a235797,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:54.117908 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.223001 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Floating IP eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7 associated. External IP: 172.27.1.37, port: d8d02607-5f5f-4a89-af68-eb379d64b9e5. Aug 20 00:10:54.439402 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:10:54.450134 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48558) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:54.456829 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794589276-network', 'tenant_id': 'f89226b1e9b54b98ba660786589215bd'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:54.551297 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:10:54.551531 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Made reservation on behalf of f89226b1e9b54b98ba660786589215bd for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:54.553772 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.562140 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:10:54.563538 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.572256 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:54.573556 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:54.643920 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.710924 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f2a93379-c809-4f2d-8e0b-df945a62c406 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0332277 Aug 20 00:10:54.710924 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:10:54.711676 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:54.711802 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1372a-c889-41b8-8374-456522136d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:10:54.753637 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab7efac-341a-4f66-be5d-a5ea0f9d560e x-openstack-request-id: req-7ab7efac-341a-4f66-be5d-a5ea0f9d560e {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:10:54.753919 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:10:54.754166 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7ab7efac-341a-4f66-be5d-a5ea0f9d560e {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:10:54.754614 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'status': 'completed', 'code': 200} Aug 20 00:10:54.765608 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.818826 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1372a-c889-41b8-8374-456522136d1d req-97c4baca-deb4-4515-a21f-b9699a6de34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:54.820479 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-97c4baca-deb4-4515-a21f-b9699a6de34f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1098 time: 0.0461221 Aug 20 00:10:54.840835 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.928025 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:10:54.948435 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63632c92-2a40-44af-ae8c-40a6a4178aee,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:54.959328 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:54.959670 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Added segment bef76572-0ceb-4666-9599-92b4fe2a6631 of type vlan for network 03af036b-d5fc-4155-b796-6dff1f2524b9 Aug 20 00:10:54.979330 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1372a-c889-41b8-8374-456522136d1d req-4592b6fc-96a2-4126-a975-5992a546b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:54.979448 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-4592b6fc-96a2-4126-a975-5992a546b58f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.1509671 Aug 20 00:10:54.984338 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:40Z', 'revision_number': 1, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}, {'id': 'eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:34:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:10:53Z', 'updated_at': '2021-08-20T00:10:53Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:55.024411 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:10:55.033510 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:10:55.036582 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:10:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:55.054766 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:55.083695 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-597a38ec-59ff-4e8b-91a5-4c076cca994b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5 HTTP/1.1" status: 200 len: 998 time: 0.0967405 Aug 20 00:10:55.148198 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1372a-c889-41b8-8374-456522136d1d req-8ed2a417-2655-4f58-9215-b3a3a8a0f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:55.149674 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-8ed2a417-2655-4f58-9215-b3a3a8a0f9b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0585344 Aug 20 00:10:55.150303 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:55.151320 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:55.151892 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:55.154947 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:10:55.242690 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] Pushing event updated for resources: {'Network': ['ID=03af036b-d5fc-4155-b796-6dff1f2524b9,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:55.250813 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1372a-c889-41b8-8374-456522136d1d req-ad611688-6b77-421d-8cbe-72b9e084eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:55.252377 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-ad611688-6b77-421d-8cbe-72b9e084eedd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0925100 Aug 20 00:10:55.255000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 03af036b-d5fc-4155-b796-6dff1f2524b9 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:10:55.310048 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-194310cb-d5de-4902-802c-a73f10fd9917 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8586941 Aug 20 00:10:55.313242 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48566) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:10:55.319474 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Request body: {'subnet': {'network_id': '03af036b-d5fc-4155-b796-6dff1f2524b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794589276-subnet', 'tenant_id': 'f89226b1e9b54b98ba660786589215bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:10:55.369053 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-ffbb8001-d504-4806-9b24-93057f197f05 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082547 Aug 20 00:10:55.448305 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:40Z', 'revision_number': 1, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}, {'id': 'eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:34:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:10:53Z', 'updated_at': '2021-08-20T00:10:53Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:10:55.451389 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Made reservation on behalf of f89226b1e9b54b98ba660786589215bd for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:10:55.455144 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:55.475870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b35294-ada6-4fe6-8a71-d372aa32b9e2 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:40Z', 'revision_number': 1, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}, {'id': 'eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:34:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:10:53Z', 'updated_at': '2021-08-20T00:10:53Z', 'revision_number': 0, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:10:55.502806 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-30b1372a-c889-41b8-8374-456522136d1d req-a7874681-9910-40c1-8f36-19a96966d6ba service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259840 Aug 20 00:10:55.684543 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fdf72c-6db0-47c4-b5cd-020d8a6ed795 None None] New status for floating IP eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:10:55.712605 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:55.769941 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070cc596-e746-4945-8490-933ed55bb908,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:10:55.788427 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Checking segment: {'id': 'bef76572-0ceb-4666-9599-92b4fe2a6631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '03af036b-d5fc-4155-b796-6dff1f2524b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:10:55.788789 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Network hostable DHCP agents. Network: 03af036b-d5fc-4155-b796-6dff1f2524b9, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:10:55.878096 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Network 03af036b-d5fc-4155-b796-6dff1f2524b9 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:10:55.991237 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 03af036b-d5fc-4155-b796-6dff1f2524b9) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:10:55.995436 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:10:55.996075 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:56.000364 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459c09e-b7ab-4479-951f-1b9f9bb0a8cd None None] Network 03af036b-d5fc-4155-b796-6dff1f2524b9 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:56.078828 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-f3c5a3c9-1e38-4978-bc9c-2e2ea5928b00 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7645280 Aug 20 00:10:56.125803 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e5291-a44c-4a34-8107-b8bca870e45b None None] Network 03af036b-d5fc-4155-b796-6dff1f2524b9 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:10:56.746565 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-166712ff-52af-4aaf-a482-51026b3eb82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:56.952087 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:58.031594 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:10:59.649016 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:03.891884 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-e2c8efcb-abeb-4b93-be00-9dfc9a672d71 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42916237&fields=id&tenant_id=1c1ffd6835e94ab194e65bb216513cbd HTTP/1.1" status: 200 len: 267 time: 0.0333397 Aug 20 00:11:03.995861 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-3a075038-d18f-4512-afec-5dd65b4d0e34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:03.997342 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-3a075038-d18f-4512-afec-5dd65b4d0e34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 809 time: 0.0984433 Aug 20 00:11:04.012576 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-fd5de79f-c608-4512-8c4c-208243582cf9 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/quotas/1c1ffd6835e94ab194e65bb216513cbd HTTP/1.1" status: 200 len: 375 time: 0.0089819 Aug 20 00:11:04.065584 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-37fd9ba4-6a47-4933-ba43-faa3f141f28b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478103 Aug 20 00:11:04.158628 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-707a1705-6bf1-4a76-8133-a42c0391807d service neutron] 10.222.0.35 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820277 Aug 20 00:11:04.247986 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-15301401-ca9f-4fcf-8f88-81d3f6d1651f service neutron] 10.222.0.35 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Aug 20 00:11:05.009495 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a3455ff1-6dcc-40ad-ae7c-8df4b09d49ff req-33f20f71-f7af-4b20-9a2b-3c7b34969cef tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 210 time: 0.0277226 Aug 20 00:11:06.093430 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0aa7f778-85f2-43ae-b856-1805090a2029 req-61df561c-a4d9-4a33-807d-5573ef08867f tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Aug 20 00:11:07.189899 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9f59fb54-7a1a-4a64-8ad6-93b21ec8ff92 req-c9e7ca44-73a5-44f5-aecb-9fe8d5da4282 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 210 time: 0.0261509 Aug 20 00:11:07.544271 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-ebdecf26-5d6b-4665-b053-ed1835a278a2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:07.545737 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-ebdecf26-5d6b-4665-b053-ed1835a278a2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 809 time: 0.1030581 Aug 20 00:11:07.591335 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-e43b4b67-d250-43df-aeb9-289aa65ea47b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c1ffd6835e94ab194e65bb216513cbd HTTP/1.1" status: 200 len: 378 time: 0.0357075 Aug 20 00:11:07.600335 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'port': {'device_id': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'admin_state_up': True, 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'security_groups': ['b701f180-7594-4679-9519-499c3656179a']}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:07.813018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Made reservation on behalf of 1c1ffd6835e94ab194e65bb216513cbd for: {'port': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:11:07.813018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:07.947084 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Allocated IP 172.20.0.6 (299c4336-cadf-41f5-a0d0-28c98598bcdd/2304bda7-0041-4aa0-b4f8-cc1ca7480cdb/987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:08.104823 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:08.119728 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Transition to ACTIVE for port object 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:08.261773 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:08.333145 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:08.338823 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:08.342370 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f68ad-8b77-47aa-a7c9-ed987b4960a3 req-6334a8b3-0ecc-4b18-af5b-639566b26da3 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:08.343023 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:08.344965 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-793f68ad-8b77-47aa-a7c9-ed987b4960a3 req-6334a8b3-0ecc-4b18-af5b-639566b26da3 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 931 time: 0.0829911 Aug 20 00:11:08.398823 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-793f68ad-8b77-47aa-a7c9-ed987b4960a3 req-7a499452-6df2-493b-8b67-fe4dde37675e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460627 Aug 20 00:11:08.404513 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:08.443578 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:08.444304 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:08.569983 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-7865df0a-cf5b-4898-b16d-53b954f6ccca tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733734 Aug 20 00:11:08.583433 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Request body: {'port': {'device_id': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:08.658122 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:08.666366 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-68af9faa-f2a0-483d-aa1d-5df23b340f84 None None] Provisioning for port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:08.671443 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-68af9faa-f2a0-483d-aa1d-5df23b340f84 None None] Provisioning complete for port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:08.672240 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-68af9faa-f2a0-483d-aa1d-5df23b340f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:08.714064 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-68af9faa-f2a0-483d-aa1d-5df23b340f84 None None] Port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:11:08.963103 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf {{(pid=101345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:11:08.972461 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:08.985226 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Transition to ACTIVE for port object 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:09.066109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:09.136536 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:09.194497 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Attempting to bind port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:09.194839 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Attempting to bind port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:09.195175 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Attempting to bind port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf on network 299c4336-cadf-41f5-a0d0-28c98598bcdd {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:09.200555 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf on network 299c4336-cadf-41f5-a0d0-28c98598bcdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:11:09.200768 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Attempting to bind port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf on network 299c4336-cadf-41f5-a0d0-28c98598bcdd {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:09.206994 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:09.207344 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Checking segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:09.207717 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Bound using segment: {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:09.208192 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Bound port: 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f74cf9-3023-4a06-b1e6-75ff0759a352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:09.208564 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:09.284696 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:09.287986 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:09.390609 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:09.414518 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:09.415147 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:09.416697 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] 10.222.0.10 "PUT /v2.0/ports/987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 1093 time: 0.8384457 Aug 20 00:11:09.419254 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:11:09.422632 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783e972c-5308-44dc-a488-af266690747c" -d '{"events": [{"name": "network-changed", "server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:11:09.478691 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c46e1-7add-4879-8d07-e0b33d348ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:09.483398 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523492db-d409-47a4-a32b-cb198e24035b x-openstack-request-id: req-523492db-d409-47a4-a32b-cb198e24035b {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:11:09.483953 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:11:09.484403 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-523492db-d409-47a4-a32b-cb198e24035b {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:11:09.484976 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'status': 'completed', 'code': 200} Aug 20 00:11:09.554301 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e972c-5308-44dc-a488-af266690747c req-f34c454f-fad9-4098-abdd-55347dc69180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:09.556150 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-783e972c-5308-44dc-a488-af266690747c req-f34c454f-fad9-4098-abdd-55347dc69180 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1096 time: 0.0489476 Aug 20 00:11:09.570400 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb66b-6416-4758-9e4e-d94e59097111 req-b78a0a97-78f3-46ff-a976-cfae08f7abae tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:09.572475 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1fafb66b-6416-4758-9e4e-d94e59097111 req-b78a0a97-78f3-46ff-a976-cfae08f7abae tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0711825 Aug 20 00:11:09.616685 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1fafb66b-6416-4758-9e4e-d94e59097111 req-28ca48a8-b0d6-4ac5-8d0c-928894e01fa1 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368567 Aug 20 00:11:09.684261 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e972c-5308-44dc-a488-af266690747c req-bb932f4a-ffd8-425a-ac23-d14d5ccad14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:09.685774 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-783e972c-5308-44dc-a488-af266690747c req-bb932f4a-ffd8-425a-ac23-d14d5ccad14a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1215036 Aug 20 00:11:09.762890 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:11:09.791555 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e972c-5308-44dc-a488-af266690747c req-039592a8-3c93-46e1-afce-dfe80a897445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:09.793086 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-783e972c-5308-44dc-a488-af266690747c req-039592a8-3c93-46e1-afce-dfe80a897445 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979927 Aug 20 00:11:09.894299 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-0a619e07-0511-421f-be14-188e83568b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:09.895851 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-0a619e07-0511-421f-be14-188e83568b7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1096 time: 0.0543427 Aug 20 00:11:09.946879 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-83d88e08-11e6-4517-9094-851609d8fd6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 217 time: 0.0401721 Aug 20 00:11:10.001015 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-0ca34438-c9f2-4808-872e-07013500bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:10.003125 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-0ca34438-c9f2-4808-872e-07013500bbe8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0493951 Aug 20 00:11:10.050426 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-83486b28-ac1c-42db-a3bb-7cc9b258cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:10.052016 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-83486b28-ac1c-42db-a3bb-7cc9b258cd3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411947 Aug 20 00:11:10.150781 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-dadb03e9-3320-4baa-8ca9-45e79da1c378 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892103 Aug 20 00:11:10.244541 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-703a6e06-4865-469f-abb2-d843d57d5ce7 req-5a2f7e92-3b17-4ed3-8767-9f3a2e469acf service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852506 Aug 20 00:11:10.742471 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee276d-0647-45f6-9047-337f5b97b270 req-70dd3e6b-48be-430b-ad3a-a4a7e2f7482d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:10.744123 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0eee276d-0647-45f6-9047-337f5b97b270 req-70dd3e6b-48be-430b-ad3a-a4a7e2f7482d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0505118 Aug 20 00:11:10.790806 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0eee276d-0647-45f6-9047-337f5b97b270 req-1d187670-5f86-42cf-8661-3c36bb46f123 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403757 Aug 20 00:11:11.913698 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86023bae-49fa-40b0-9de1-9e79f01a9804 req-ff3e98cc-2594-4f65-97cb-c31b80625034 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:11.915242 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-86023bae-49fa-40b0-9de1-9e79f01a9804 req-ff3e98cc-2594-4f65-97cb-c31b80625034 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0509925 Aug 20 00:11:11.958020 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-86023bae-49fa-40b0-9de1-9e79f01a9804 req-c8c85c4c-0b71-4b10-86ab-a7b2696efc4e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365660 Aug 20 00:11:13.081518 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bbf44-9b0c-4840-98b4-d2d81ecdcdb4 req-fe47be5d-1010-4bd1-9650-45b1fa6bc88b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:13.083093 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f64bbf44-9b0c-4840-98b4-d2d81ecdcdb4 req-fe47be5d-1010-4bd1-9650-45b1fa6bc88b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0548868 Aug 20 00:11:13.124233 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f64bbf44-9b0c-4840-98b4-d2d81ecdcdb4 req-f0a2821b-acc6-4a35-9446-6831e7fefaf3 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349925 Aug 20 00:11:13.190413 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48754) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:13.243509 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Deleting subnet b63c5d29-d870-48f4-be26-89dc59832a9d {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:11:13.246871 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.282152 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.323706 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.455809 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.484429 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b63c5d29-d870-48f4-be26-89dc59832a9d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:13.487669 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.489276 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ed416ef6-1f58-48a4-a9fc-e6b3d4cf3491 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b63c5d29-d870-48f4-be26-89dc59832a9d HTTP/1.1" status: 204 len: 168 time: 0.2977445 Aug 20 00:11:13.491674 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48756) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:13.565058 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.648098 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.658856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe144ccc-7e19-41c9-91bc-7bc63965324f']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:13.669046 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc64079-2147-49d2-b6e7-77fef96cb268') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:13.669346 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc64079-2147-49d2-b6e7-77fef96cb268') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:13.687105 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15959088'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.701438 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.708252 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:11:13.708661 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15782748'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: Traceback (most recent call last): Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: timer() Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: cb(*args, **kw) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: return func(*args, **kwargs) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: self._notify() Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: self.callback(batched_events) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: event.method(event) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: return f(self, *a, **k) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._get(url).json() Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:11:13.710270 dv-cinder-759943-12-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:11:13.848891 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.853837 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.856890 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe144ccc-7e19-41c9-91bc-7bc63965324f HTTP/1.1" status: 204 len: 168 time: 0.3637853 Aug 20 00:11:13.860883 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48758) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:13.877588 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50b23e-6a89-47fb-a5e6-ceaccecd2bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe144ccc-7e19-41c9-91bc-7bc63965324f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:13.915692 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Deleting subnet 070cc596-e746-4945-8490-933ed55bb908 {{(pid=101344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:11:13.919012 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.953200 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13382273'] for subnet, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:13.993625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.118403 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15917176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551991'] for subnet, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.149948 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070cc596-e746-4945-8490-933ed55bb908,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:14.154316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.156873 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4f72ffd9-30f2-40c6-a9e3-bede09d6ae40 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/070cc596-e746-4945-8490-933ed55bb908 HTTP/1.1" status: 204 len: 168 time: 0.2933638 Aug 20 00:11:14.160646 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48762) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:14.257649 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.279684 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f55920-0c19-4e84-854f-c443b01ef0d6 req-e304cba9-9e78-4fde-9d9d-0f7df3d533f2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:14.281212 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c8f55920-0c19-4e84-854f-c443b01ef0d6 req-e304cba9-9e78-4fde-9d9d-0f7df3d533f2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0748506 Aug 20 00:11:14.378431 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.383350 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c8f55920-0c19-4e84-854f-c443b01ef0d6 req-9964c90d-0887-4a4d-9986-b8bb415456aa tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777748 Aug 20 00:11:14.392279 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03af036b-d5fc-4155-b796-6dff1f2524b9']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:14.402941 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef76572-0ceb-4666-9599-92b4fe2a6631') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:14.403243 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef76572-0ceb-4666-9599-92b4fe2a6631') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:14.414410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.429414 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.436235 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:11:14.436684 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:11:14.438417 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:11:14.580889 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.587005 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:14.589033 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] 10.222.0.35 "DELETE /v2.0/networks/03af036b-d5fc-4155-b796-6dff1f2524b9 HTTP/1.1" status: 204 len: 168 time: 0.4271994 Aug 20 00:11:14.600497 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed9adf-2f47-4e44-a344-875202be9487 admin admin] Pushing event deleted for resources: {'Network': ['ID=03af036b-d5fc-4155-b796-6dff1f2524b9,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:14.944584 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48766) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:14.986128 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d0502ffb-fecf-43f9-b20b-a31a3eb9a39c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ef29990dbfa4c8e8f845d227c75b381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403109 Aug 20 00:11:14.989193 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48768) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:15.039608 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4e63a2-88c9-462f-a90a-f1a2a2e8d817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:15.061227 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4e63a2-88c9-462f-a90a-f1a2a2e8d817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:15.180495 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4e63a2-88c9-462f-a90a-f1a2a2e8d817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:15.183340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe4e63a2-88c9-462f-a90a-f1a2a2e8d817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:15.184699 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-fe4e63a2-88c9-462f-a90a-f1a2a2e8d817 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14aab31e-9c0e-40d4-87e3-877aa3a8f70f HTTP/1.1" status: 204 len: 168 time: 0.1945679 Aug 20 00:11:15.193661 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e63a2-88c9-462f-a90a-f1a2a2e8d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aab31e-9c0e-40d4-87e3-877aa3a8f70f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:15.505339 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c227e-1526-42ab-9e46-86a5dcef06c0 req-ca2cf235-3b64-4a89-81a4-bf9e0281cda8 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:15.506925 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fb2c227e-1526-42ab-9e46-86a5dcef06c0 req-ca2cf235-3b64-4a89-81a4-bf9e0281cda8 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0567257 Aug 20 00:11:15.548621 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fb2c227e-1526-42ab-9e46-86a5dcef06c0 req-fdff8de0-8737-4b43-862a-e8e28d0ffa0d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345964 Aug 20 00:11:15.887650 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48778) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:15.927937 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9c0a959a-5cef-4abb-8f6b-6dd36622eb4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f89226b1e9b54b98ba660786589215bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390637 Aug 20 00:11:15.930340 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48780) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:15.978784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5fb0947-4128-42a8-b562-d4e8b5bfdeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:15.999743 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5fb0947-4128-42a8-b562-d4e8b5bfdeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:16.157720 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5fb0947-4128-42a8-b562-d4e8b5bfdeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:16.160597 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5fb0947-4128-42a8-b562-d4e8b5bfdeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:16.161774 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a5fb0947-4128-42a8-b562-d4e8b5bfdeb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63632c92-2a40-44af-ae8c-40a6a4178aee HTTP/1.1" status: 204 len: 168 time: 0.2305374 Aug 20 00:11:16.172084 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb0947-4128-42a8-b562-d4e8b5bfdeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63632c92-2a40-44af-ae8c-40a6a4178aee,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:16.703496 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0ecc8-8496-4219-98a3-5b84f8e42fd4 req-4830a408-ae14-4797-b50b-394fc822c6b4 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:16.706990 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2cd0ecc8-8496-4219-98a3-5b84f8e42fd4 req-4830a408-ae14-4797-b50b-394fc822c6b4 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0781031 Aug 20 00:11:16.750225 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2cd0ecc8-8496-4219-98a3-5b84f8e42fd4 req-fdbd90e5-d148-450e-a93a-e28993b4fbf9 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366247 Aug 20 00:11:17.878365 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4004d-30de-40e6-bb7f-63d8fcc010e9 req-ae2cf755-1313-4236-859f-cdcf8019dedc tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:17.879918 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cca4004d-30de-40e6-bb7f-63d8fcc010e9 req-ae2cf755-1313-4236-859f-cdcf8019dedc tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0508022 Aug 20 00:11:17.925032 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cca4004d-30de-40e6-bb7f-63d8fcc010e9 req-07d499de-bc19-4ad8-9773-a59d1326f647 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386798 Aug 20 00:11:19.045773 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbbfbc-79c4-4438-8484-db2c10d3ee62 req-5f8da212-b3f4-457d-8192-c8ace32f5f71 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:19.047312 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e0dbbfbc-79c4-4438-8484-db2c10d3ee62 req-5f8da212-b3f4-457d-8192-c8ace32f5f71 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0495038 Aug 20 00:11:19.087586 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e0dbbfbc-79c4-4438-8484-db2c10d3ee62 req-4f2ba227-1224-4a23-9ad3-86dbdfca9948 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333431 Aug 20 00:11:19.763174 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:11:20.014175 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:20.029036 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'port_id': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'mac_address': 'fa:16:3e:19:2d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:11:20.070630 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:20.084302 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:11:20.104335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:20.191460 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:20.220098 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7483f9-059e-498d-bf32-1728559c5496 req-c2a2c698-89c2-4db5-8072-48f00c12b979 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:20.222411 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1c7483f9-059e-498d-bf32-1728559c5496 req-c2a2c698-89c2-4db5-8072-48f00c12b979 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0565374 Aug 20 00:11:20.242130 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:20.249833 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.250262 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.250615 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.251027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.252047 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.252450 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.252785 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.253110 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.253442 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.253768 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.254092 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.254413 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:20.531595 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1c7483f9-059e-498d-bf32-1728559c5496 req-c11cec1d-ed82-4fdb-a3f2-f92c9dcd1f4e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3010299 Aug 20 00:11:21.670603 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654c587-5fab-4873-92f6-b7860a608916 req-4ffc6721-8096-46e7-b049-f95d3b738784 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:21.672105 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a654c587-5fab-4873-92f6-b7860a608916 req-4ffc6721-8096-46e7-b049-f95d3b738784 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 944 time: 0.0493436 Aug 20 00:11:21.713477 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a654c587-5fab-4873-92f6-b7860a608916 req-d8187701-6d08-4dc6-8b29-de2c474b5641 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345812 Aug 20 00:11:21.774501 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:22.848073 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbf75f-98d9-4d2c-a1f8-dd87186414de req-03399d42-e5b9-4ead-b0f5-bc7db95e0297 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:22.849673 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d4bbf75f-98d9-4d2c-a1f8-dd87186414de req-03399d42-e5b9-4ead-b0f5-bc7db95e0297 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 944 time: 0.0540602 Aug 20 00:11:22.890646 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d4bbf75f-98d9-4d2c-a1f8-dd87186414de req-82a01ef2-b2dc-4595-9906-e087f8ce7286 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350323 Aug 20 00:11:23.088377 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:11:23.777094 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:23.927810 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-934ad442-3786-49ef-9e1f-539b60f32be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:23.992507 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:23.999252 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:23.999819 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:24.026386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c40e2-f0e8-4a46-bdc4-c7cdf11063c9 req-cac7d3ca-4bc3-4673-8f1f-c5cd57af589e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:24.028056 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-968c40e2-f0e8-4a46-bdc4-c7cdf11063c9 req-cac7d3ca-4bc3-4673-8f1f-c5cd57af589e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 944 time: 0.0554235 Aug 20 00:11:24.073967 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-968c40e2-f0e8-4a46-bdc4-c7cdf11063c9 req-13c3ba43-5b5d-4ea2-a907-ddd8ec56f707 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385647 Aug 20 00:11:24.102852 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:24.127485 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:11:24.129849 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03920d7-650a-4ad1-8b78-04055f44fa86" -d '{"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-plugged", "status": "completed", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:11:24.143627 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:24.168029 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2211af88-659a-4e59-bd57-a6d2f0323bbb x-openstack-request-id: req-2211af88-659a-4e59-bd57-a6d2f0323bbb {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:11:24.168329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-plugged", "status": "completed", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:11:24.168587 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2211af88-659a-4e59-bd57-a6d2f0323bbb {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:11:24.168998 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'code': 200} Aug 20 00:11:24.214769 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:24.272489 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:24.542060 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6032-e08a-4ea7-b595-82c7ee306733 req-6632ff24-f9e9-46dc-a73b-9f0a428c575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:24.543639 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-257c6032-e08a-4ea7-b595-82c7ee306733 req-6632ff24-f9e9-46dc-a73b-9f0a428c575d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0462503 Aug 20 00:11:24.582664 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-257c6032-e08a-4ea7-b595-82c7ee306733 req-46f1d227-5a49-4009-b84b-c5e1fc9a2a4a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314682 Aug 20 00:11:25.211421 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9675f1-d3b1-4b09-bbc9-a92a4ffca0e6 req-65b5c7b6-ff9e-48fe-a3ef-ad91c9a8789c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:25.213097 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0d9675f1-d3b1-4b09-bbc9-a92a4ffca0e6 req-65b5c7b6-ff9e-48fe-a3ef-ad91c9a8789c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0559521 Aug 20 00:11:25.256983 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0d9675f1-d3b1-4b09-bbc9-a92a4ffca0e6 req-20842bd6-ac02-413b-a038-a2cabc6a8fcb tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377865 Aug 20 00:11:26.384787 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5e8d-2878-41ab-8500-19f19a4d3acd req-0551bd23-e17f-4450-9dda-608104a7b96d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:26.386216 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-66cc5e8d-2878-41ab-8500-19f19a4d3acd req-0551bd23-e17f-4450-9dda-608104a7b96d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0526483 Aug 20 00:11:26.451187 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-66cc5e8d-2878-41ab-8500-19f19a4d3acd req-23ea65bc-42ee-4c59-8a14-aefca31c3a1b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568056 Aug 20 00:11:26.734381 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22f7033a-60f2-41ed-88f0-2d360c3cd31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:26.951679 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:27.589374 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e7d7-25e3-4e45-b652-bca3b44d9bb3 req-c6ca044b-6b07-4465-9347-9619c119c02a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:27.590938 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9609e7d7-25e3-4e45-b652-bca3b44d9bb3 req-c6ca044b-6b07-4465-9347-9619c119c02a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0555215 Aug 20 00:11:27.631714 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9609e7d7-25e3-4e45-b652-bca3b44d9bb3 req-0152431e-9cde-4e12-82cb-a6f082442ca1 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343015 Aug 20 00:11:28.060273 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:28.757911 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b72a-802c-49d7-aabd-4d1c44fbcaf5 req-44af9dc6-9c92-42f9-8e6e-d9603cd27e32 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:28.759473 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e158b72a-802c-49d7-aabd-4d1c44fbcaf5 req-44af9dc6-9c92-42f9-8e6e-d9603cd27e32 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0553620 Aug 20 00:11:28.822720 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e158b72a-802c-49d7-aabd-4d1c44fbcaf5 req-a276beea-e44f-4d1b-a205-b19a2484177a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563865 Aug 20 00:11:28.965385 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e4b06-63df-428d-a3c2-797aea19dd55 req-d5d96716-166e-488a-8888-0c8291d2816d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:28.966923 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-932e4b06-63df-428d-a3c2-797aea19dd55 req-d5d96716-166e-488a-8888-0c8291d2816d tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0538142 Aug 20 00:11:29.014241 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-932e4b06-63df-428d-a3c2-797aea19dd55 req-cfc994df-a88d-4de6-ba52-eed6c420ea95 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357745 Aug 20 00:11:29.039256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48880) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:29.281127 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50c292-5581-4749-8394-d05761efc3a5 tempest-TestShelveInstance-180296098 tempest-TestShelveInstance-180296098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:29.282958 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-5c50c292-5581-4749-8394-d05761efc3a5 tempest-TestShelveInstance-180296098 tempest-TestShelveInstance-180296098-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1093 time: 0.2423902 Aug 20 00:11:29.286498 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48884) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:29.291291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'port_id': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:29.386080 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for floatingip, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:29.518517 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:29.641017 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Allocated IP 172.27.1.244 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/a40a93f1-82c0-4a87-8982-95d6e1641947) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:29.648219 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:29.757831 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:29.855697 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:29.903829 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:29.907822 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:29.910951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:29.949162 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'Port': ['ID=a40a93f1-82c0-4a87-8982-95d6e1641947,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:30.338830 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:30.523288 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:30.689682 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:30.769050 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:30.846418 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event updated for resources: {'Port': ['ID=a40a93f1-82c0-4a87-8982-95d6e1641947,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:30.858886 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.859978 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.859978 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.859978 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.860488 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.860687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.860873 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.861197 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.861577 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.861922 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.862242 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.862558 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:30.870098 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:30.974040 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-b9763ba7-18ad-4278-b926-20fbfdc57e1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514832 Aug 20 00:11:31.007970 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Floating IP eb0a6060-c507-4bff-bda1-11141995cb30 associated. External IP: 172.27.1.244, port: 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf. Aug 20 00:11:31.073701 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-10e49739-b587-413a-970a-6214342ce354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.075621 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-10e49739-b587-413a-970a-6214342ce354 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1099 time: 0.0488234 Aug 20 00:11:31.192593 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-104a59d2-28cf-4096-8f39-984bf47293b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.194127 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-104a59d2-28cf-4096-8f39-984bf47293b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.0975018 Aug 20 00:11:31.268464 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-1624d452-d775-442a-8398-f8984355d051 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 200 len: 1001 time: 0.0668409 Aug 20 00:11:31.274691 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Router 3850b3b8-3f58-4bee-a4e6-76648102eb36 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:11:31.322965 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-4d4b8121-39e2-406f-9e2d-25c15dec7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.324557 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-4d4b8121-39e2-406f-9e2d-25c15dec7c56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0490825 Aug 20 00:11:31.371621 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-5405b9ca-e9b1-4243-82aa-bd1ae5030e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.373680 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-5405b9ca-e9b1-4243-82aa-bd1ae5030e23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425010 Aug 20 00:11:31.385550 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-1643947e-02d2-4905-a8d2-6f4b82eaeb61 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 00:11:31.389097 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-1643947e-02d2-4905-a8d2-6f4b82eaeb61 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056126 Aug 20 00:11:31.401839 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:11:31.416465 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] Sync routers for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:11:31.431224 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:31.432330 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:31.489250 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-7a8d9ef6-384c-465b-b8cd-aed060d3a995 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957425 Aug 20 00:11:31.489515 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:31.533022 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-501e2021-39cf-4c7e-91a9-e42f0b2954a7 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2373989 Aug 20 00:11:31.533022 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:11:31.533022 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:11:31.565033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:31.583881 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87544199-621f-4306-ba04-26e5e544e642 x-openstack-request-id: req-87544199-621f-4306-ba04-26e5e544e642 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:11:31.583881 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:11:31.583881 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87544199-621f-4306-ba04-26e5e544e642 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:11:31.583881 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'status': 'completed', 'code': 200} Aug 20 00:11:31.600984 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-7d1312a8-57a3-470c-8275-84fcb4fda955 req-130e8d35-8c57-4626-a6f0-ea4b6b4ebd60 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047070 Aug 20 00:11:31.644469 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-c1a63187-1f4d-4166-a21c-5224371cbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.646021 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-c1a63187-1f4d-4166-a21c-5224371cbe99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0453370 Aug 20 00:11:31.769265 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-9fea8a61-2ce2-4309-877a-c6f56544000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.770920 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-9fea8a61-2ce2-4309-877a-c6f56544000f service neutron] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 910 time: 0.1180217 Aug 20 00:11:31.845091 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-52c43903-0375-4f9e-ae57-144ef5197ff3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 999 time: 0.0666118 Aug 20 00:11:31.901797 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-f9093466-df2e-493f-85a6-89b41fb077d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.903221 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-f9093466-df2e-493f-85a6-89b41fb077d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0504141 Aug 20 00:11:31.909241 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': 'eb0a6060-c507-4bff-bda1-11141995cb30', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'port_id': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'mac_address': 'fa:16:3e:19:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:11:30Z', 'updated_at': '2021-08-20T00:11:30Z', 'revision_number': 0, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:31.941812 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] Checking router: 3850b3b8-3f58-4bee-a4e6-76648102eb36 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:11:31.954476 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:31.955095 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:31.960462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-e264f14c-e270-4631-b7b4-a874af5f8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:31.962206 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-e264f14c-e270-4631-b7b4-a874af5f8837 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516808 Aug 20 00:11:32.062528 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-f0a10686-c909-4799-9281-a8fdcf340a5c service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926456 Aug 20 00:11:32.109408 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:32.203384 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ef440e3f-d8ee-4bd3-92f8-3fc0352d65f5 req-6982e384-638c-49e4-bd35-4c0766d90b91 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325581 Aug 20 00:11:32.383772 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': 'eb0a6060-c507-4bff-bda1-11141995cb30', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'port_id': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'mac_address': 'fa:16:3e:19:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:11:30Z', 'updated_at': '2021-08-20T00:11:30Z', 'revision_number': 0, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:32.410638 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0686221-bc78-4c23-9e7c-140cd9bc81e9 None None] The sync data for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi is: [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': 'eb0a6060-c507-4bff-bda1-11141995cb30', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'port_id': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'mac_address': 'fa:16:3e:19:2d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:11:30Z', 'updated_at': '2021-08-20T00:11:30Z', 'revision_number': 0, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:11:32.605307 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2dce98-31ef-47b4-afe7-18d2dfe87763 None None] New status for floating IP eb0a6060-c507-4bff-bda1-11141995cb30: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:11:42.495297 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 48962) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:42.602451 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-927203cd-59c2-40a9-a341-183abccbc0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:42.690247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-927203cd-59c2-40a9-a341-183abccbc0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:42.751407 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-927203cd-59c2-40a9-a341-183abccbc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:42.791220 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-927203cd-59c2-40a9-a341-183abccbc0ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1d1321f121a45fc8d0bd53af5722df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947886 Aug 20 00:11:42.792139 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927203cd-59c2-40a9-a341-183abccbc0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29899171-629c-440d-aa20-80f4eb6bce4e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:42.794006 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48966) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:42.856506 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:42.884373 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:43.008869 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:43.011450 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:43.012655 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29899171-629c-440d-aa20-80f4eb6bce4e HTTP/1.1" status: 204 len: 168 time: 0.2171016 Aug 20 00:11:43.021395 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29899171-629c-440d-aa20-80f4eb6bce4e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:43.029181 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.029523 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.029859 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.030188 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.030513 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.030872 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.031156 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.031479 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.031795 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.032149 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.032470 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:43.032805 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf83eda7-4812-4ca4-a354-d72d770392e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:44.010108 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48988) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:44.107206 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611083971-network', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:44.191254 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Made reservation on behalf of d4a92371d9a64c86831dcde640f690de for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:11:44.193618 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.202343 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.296246 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.379975 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.403734 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:11:44.413244 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:44.417918 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.418291 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Added segment 6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544 of type vlan for network c8e75847-2d11-433a-972f-0a343b54cd15 Aug 20 00:11:44.458230 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.568180 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.569183 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:44.569768 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:44.632398 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] Pushing event updated for resources: {'Network': ['ID=c8e75847-2d11-433a-972f-0a343b54cd15,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:44.641957 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network c8e75847-2d11-433a-972f-0a343b54cd15 details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:11:44.690010 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-84e06b63-348f-48be-aee4-d88c16244013 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6781776 Aug 20 00:11:44.693075 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48994) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:44.697943 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Request body: {'subnet': {'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611083971-subnet', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:44.802629 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Made reservation on behalf of d4a92371d9a64c86831dcde640f690de for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:11:44.805072 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.037404 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.091731 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832beabb-741e-43eb-a54d-6d614967cb86,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:45.100785 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Checking segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:45.101136 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Network hostable DHCP agents. Network: c8e75847-2d11-433a-972f-0a343b54cd15, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:11:45.185801 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Network c8e75847-2d11-433a-972f-0a343b54cd15 is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:11:45.277099 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, c8e75847-2d11-433a-972f-0a343b54cd15) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:45.282092 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:45.283504 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.287527 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be06c3-0049-4d3a-abba-4b5e99e3e288 None None] Network c8e75847-2d11-433a-972f-0a343b54cd15 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:11:45.369374 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-83aff672-1e59-4bea-b859-cd81f225ad15 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6752081 Aug 20 00:11:45.372204 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 48998) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:45.376908 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:45.465908 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-c8e75847-2d11-433a-972f-0a343b54cd15', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:11:45.466781 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.470914 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.472138 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.532197 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.607684 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Allocated IP 172.20.0.2 (c8e75847-2d11-433a-972f-0a343b54cd15/832beabb-741e-43eb-a54d-6d614967cb86/c35c1447-7689-4dd9-a299-3e17a1ac4866) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:45.783216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.792574 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Transition to ACTIVE for port object c35c1447-7689-4dd9-a299-3e17a1ac4866 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:45.812851 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Transition to ACTIVE for port object c35c1447-7689-4dd9-a299-3e17a1ac4866 will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:45.917044 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:45.954872 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Network c8e75847-2d11-433a-972f-0a343b54cd15 is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:45.959124 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:45.965490 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:45.968579 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Pushing event updated for resources: {'Port': ['ID=c35c1447-7689-4dd9-a299-3e17a1ac4866,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:45.998897 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.023212 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Attempting to bind port c35c1447-7689-4dd9-a299-3e17a1ac4866 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:46.023574 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Attempting to bind port c35c1447-7689-4dd9-a299-3e17a1ac4866 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:46.023991 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Attempting to bind port c35c1447-7689-4dd9-a299-3e17a1ac4866 on network c8e75847-2d11-433a-972f-0a343b54cd15 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:46.030858 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:46.031220 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Checking segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:46.031620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.032020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Bound using segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:46.032476 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Bound port: c35c1447-7689-4dd9-a299-3e17a1ac4866, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:46.032851 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.096672 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] For port c35c1447-7689-4dd9-a299-3e17a1ac4866, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:46.100586 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] For port c35c1447-7689-4dd9-a299-3e17a1ac4866, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=c35c1447-7689-4dd9-a299-3e17a1ac4866,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:46.185878 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.251374 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255a0fa-929c-4fb0-a384-7f2e70edabfa None None] Pushing event updated for resources: {'Port': ['ID=c35c1447-7689-4dd9-a299-3e17a1ac4866,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:46.293475 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.313085 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.454166 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Allocated IP 172.27.1.126 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/b42485b6-4b94-4a13-a40d-d5cd5ff1f503) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:46.562623 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.654550 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:46.695739 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:46.700759 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:46.704149 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:46.735638 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Pushing event updated for resources: {'Port': ['ID=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:46.762239 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:11:47.064856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:47.112702 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c0085-a4bd-48fe-a59b-8aef9fffa21c None None] Network c8e75847-2d11-433a-972f-0a343b54cd15 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:11:47.276282 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-4564d4b8-c310-43ec-9ee0-27a74de65a9a None None] Provisioning for port c35c1447-7689-4dd9-a299-3e17a1ac4866 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:47.280402 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:47.470792 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Router a0f03cb2-bbee-42ee-a134-7614d979e952 is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:11:47.577906 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:11:47.588392 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Sync routers for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:11:47.597273 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:47.598155 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:47.648204 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:47.649499 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-43aa5d41-c166-4585-b433-0a01b8f703ab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2763355 Aug 20 00:11:47.652391 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49000) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:47.837301 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:47.965090 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device c35c1447-7689-4dd9-a299-3e17a1ac4866 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:48.083247 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.093538 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:46Z', 'revision_number': 3, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:48.121635 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Checking router: a0f03cb2-bbee-42ee-a134-7614d979e952 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:11:48.122310 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Updating router a0f03cb2-bbee-42ee-a134-7614d979e952 port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:11:48.125204 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port c35c1447-7689-4dd9-a299-3e17a1ac4866 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:48.150209 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port c35c1447-7689-4dd9-a299-3e17a1ac4866 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:48.150584 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.174914 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.247475 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Allocated IP 172.20.0.1 (c8e75847-2d11-433a-972f-0a343b54cd15/832beabb-741e-43eb-a54d-6d614967cb86/1a13423c-3233-4c6b-a613-e50c7098d847) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:48.359239 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.361043 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.374263 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Transition to ACTIVE for port object 1a13423c-3233-4c6b-a613-e50c7098d847 will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:48.410475 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port c35c1447-7689-4dd9-a299-3e17a1ac4866, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=c35c1447-7689-4dd9-a299-3e17a1ac4866,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:48.477885 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.510684 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.524945 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.547088 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Transition to ACTIVE for port object b42485b6-4b94-4a13-a40d-d5cd5ff1f503 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:48.549013 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=c35c1447-7689-4dd9-a299-3e17a1ac4866,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:48.549989 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Network c8e75847-2d11-433a-972f-0a343b54cd15 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:48.554928 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:48.557272 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:48.585637 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Pushing event updated for resources: {'Port': ['ID=1a13423c-3233-4c6b-a613-e50c7098d847,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:48.607305 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.631346 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.693316 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Attempting to bind port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:48.693505 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Attempting to bind port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:48.693859 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Attempting to bind port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:48.706838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:48.707771 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:48.707771 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.708058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:48.708472 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Bound port: b42485b6-4b94-4a13-a40d-d5cd5ff1f503, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:48.708848 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.710673 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed0ea7-fca8-47f3-b373-15c35019db15 None None] Pushing event updated for resources: {'Port': ['ID=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:48.765625 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] For port b42485b6-4b94-4a13-a40d-d5cd5ff1f503, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:48.768636 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] For port b42485b6-4b94-4a13-a40d-d5cd5ff1f503, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:48.805497 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.854566 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.889447 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2e151f0e-4487-4d43-9abc-5549cbab9622 None None] Provisioning for port 1a13423c-3233-4c6b-a613-e50c7098d847 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:48.903573 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-2e151f0e-4487-4d43-9abc-5549cbab9622 None None] Provisioning complete for port 1a13423c-3233-4c6b-a613-e50c7098d847 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:48.904088 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2e151f0e-4487-4d43-9abc-5549cbab9622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.943487 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:48.944147 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:48.973584 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:48.986000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed0ea7-fca8-47f3-b373-15c35019db15 None None] Pushing event updated for resources: {'Port': ['ID=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:48.997019 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-2e151f0e-4487-4d43-9abc-5549cbab9622 None None] Port 1a13423c-3233-4c6b-a613-e50c7098d847 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:11:49.031271 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:49.068969 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:49.111667 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:49.115638 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Pushing event updated for resources: {'Port': ['ID=1a13423c-3233-4c6b-a613-e50c7098d847,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:49.209476 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Network c8e75847-2d11-433a-972f-0a343b54cd15 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:49.210781 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:49.274923 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 1, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:49.308189 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39ee492-625b-41a8-9e88-5a8011bbc6a1 None None] The sync data for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi is: [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 1, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:11:49.340475 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Router a0f03cb2-bbee-42ee-a134-7614d979e952 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:11:49.459293 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:11:49.464427 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-07fb91e8-5949-45f3-a9b8-ed532d5061ae admin admin] 10.222.0.35 "PUT /v2.0/routers/a0f03cb2-bbee-42ee-a134-7614d979e952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109272 Aug 20 00:11:49.531310 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-3fb8d89f-6df7-4dc4-8761-bba46781fcb4 None None] Provisioning complete for port 1a13423c-3233-4c6b-a613-e50c7098d847 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:49.531702 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d89f-6df7-4dc4-8761-bba46781fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:49.569694 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8d89f-6df7-4dc4-8761-bba46781fcb4 None None] Port 1a13423c-3233-4c6b-a613-e50c7098d847 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:11:49.944757 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device c35c1447-7689-4dd9-a299-3e17a1ac4866 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:50.004629 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port c35c1447-7689-4dd9-a299-3e17a1ac4866 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:50.005012 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.273913 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49016) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:50.279132 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-329267399-network', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:50.402498 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Made reservation on behalf of 4a740c8c88324e01a32f1be9d6a869c3 for: {'network': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:11:50.404879 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for network, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.414864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.529110 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.641655 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.667132 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=101345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 00:11:50.676712 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eff493-f175-4e7b-ad98-bd977a4f5a10,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:50.681546 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.681912 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.segments_db [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Added segment f7b207f0-ec0e-4d5c-a28b-397b55f8b14b of type vlan for network 109203cf-0ffe-484a-a9ae-c578c3accecd Aug 20 00:11:50.738342 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738137183308'] for network, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.922916 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367'] for network, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.924098 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:50.925511 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:50.989339 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] Pushing event updated for resources: {'Network': ['ID=109203cf-0ffe-484a-a9ae-c578c3accecd,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:50.999674 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Network 109203cf-0ffe-484a-a9ae-c578c3accecd details requested by agent ovs-agent-dv-cinder-759943-12-iscsi with host dv-cinder-759943-12-iscsi {{(pid=101346) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 00:11:51.060550 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-dc9ffb75-08df-415d-a488-343f5ef62c65 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7853322 Aug 20 00:11:51.070711 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49018) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:51.071291 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Request body: {'subnet': {'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-329267399-subnet', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'ip_version': 4}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:51.162427 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Made reservation on behalf of 4a740c8c88324e01a32f1be9d6a869c3 for: {'subnet': 1} {{(pid=101345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:11:51.164767 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299725'] for subnet, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.263664 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Sync routers for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:11:51.274009 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:51.274725 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:51.382277 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:51.408627 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15782903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299743'] for subnet, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.462980 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b03d58-368f-4845-860d-55ee665c3929,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:51.476447 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Checking segment: {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:51.476824 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Network hostable DHCP agents. Network: 109203cf-0ffe-484a-a9ae-c578c3accecd, hostable agents: ['56f12e7b-725a-4991-ac9f-c2fa5b225371'], hosted agents: [] {{(pid=101345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 00:11:51.587811 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 2, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:51.590569 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Network 109203cf-0ffe-484a-a9ae-c578c3accecd is scheduled to be hosted by DHCP agent 56f12e7b-725a-4991-ac9f-c2fa5b225371 with binding_index 1 {{(pid=101345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 00:11:51.615312 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Checking router: a0f03cb2-bbee-42ee-a134-7614d979e952 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:11:51.615669 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Updating router a0f03cb2-bbee-42ee-a134-7614d979e952 port 1a13423c-3233-4c6b-a613-e50c7098d847 binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:11:51.643210 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.660309 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-12-iscsi, 109203cf-0ffe-484a-a9ae-c578c3accecd) {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:51.665492 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:11:51.666533 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.669690 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9850891a-0dc1-45dc-83aa-13f93b673c56 None None] Network 109203cf-0ffe-484a-a9ae-c578c3accecd requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:11:51.757432 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b8029d44-5e82-4dfe-a446-da2f35b5152d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6911311 Aug 20 00:11:51.759965 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49020) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:51.766214 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:11:51.827431 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.837742 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfae50d0d-2a05-535d-b223-79347bf702e9-109203cf-0ffe-484a-a9ae-c578c3accecd', 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'fixed_ips': [{'subnet_id': '85b03d58-368f-4845-860d-55ee665c3929'}]}} from dv-cinder-759943-12-iscsi. {{(pid=101346) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 00:11:51.838613 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.896870 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-494126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-977'] for router, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.900948 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516152', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.935087 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.946531 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Transition to ACTIVE for port object 1a13423c-3233-4c6b-a613-e50c7098d847 will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:51.971084 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:51.982848 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device b42485b6-4b94-4a13-a40d-d5cd5ff1f503 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:52.009165 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.031240 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.db_base_plugin_common [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Allocated IP 172.20.0.2 (109203cf-0ffe-484a-a9ae-c578c3accecd/85b03d58-368f-4845-860d-55ee665c3929/19e154e1-d055-4963-8120-d95d43d8fc15) {{(pid=101346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:52.056418 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Pushing event updated for resources: {'Port': ['ID=1a13423c-3233-4c6b-a613-e50c7098d847,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:52.072924 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.072924 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.072924 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.073267 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.073620 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.074328 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.074328 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.074568 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.075393 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.075969 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.076474 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.076971 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:11:52.189823 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Attempting to bind port 1a13423c-3233-4c6b-a613-e50c7098d847 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:52.191312 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Attempting to bind port 1a13423c-3233-4c6b-a613-e50c7098d847 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:52.192178 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Attempting to bind port 1a13423c-3233-4c6b-a613-e50c7098d847 on network c8e75847-2d11-433a-972f-0a343b54cd15 {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:52.201814 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:52.212770 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Checking segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:52.212770 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.212770 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Bound using segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:52.212770 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Bound port: 1a13423c-3233-4c6b-a613-e50c7098d847, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:52.212770 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.240799 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Notify callbacks [] for port, precommit_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.252670 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Transition to ACTIVE for port object 19e154e1-d055-4963-8120-d95d43d8fc15 will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:52.274987 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Transition to ACTIVE for port object 19e154e1-d055-4963-8120-d95d43d8fc15 will not be triggered until provisioned by entity DHCP. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:52.302453 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:52.310513 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:52.310877 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.319456 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] For port 1a13423c-3233-4c6b-a613-e50c7098d847, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:52.322978 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] For port 1a13423c-3233-4c6b-a613-e50c7098d847, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=1a13423c-3233-4c6b-a613-e50c7098d847,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:52.353785 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333'] for port, after_create {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.399146 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Network 109203cf-0ffe-484a-a9ae-c578c3accecd is already hosted by enough agents. {{(pid=101346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:52.403262 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.scheduler.base_scheduler [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Resources bound (agent type, host, resource id): {{(pid=101346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:52.407216 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Received port after_create {{(pid=101346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:52.414564 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.472670 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.486114 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1721-5324-4b26-a2e2-2420a6d192ec None None] Pushing event updated for resources: {'Port': ['ID=1a13423c-3233-4c6b-a613-e50c7098d847,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:52.499015 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:52.505363 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:52.577251 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Pushing event updated for resources: {'Port': ['ID=19e154e1-d055-4963-8120-d95d43d8fc15,revision_number=1']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:52.626675 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.639325 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:52.668057 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port b42485b6-4b94-4a13-a40d-d5cd5ff1f503, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:52.668057 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Attempting to bind port 19e154e1-d055-4963-8120-d95d43d8fc15 on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:52.673245 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Attempting to bind port 19e154e1-d055-4963-8120-d95d43d8fc15 by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:52.673245 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Attempting to bind port 19e154e1-d055-4963-8120-d95d43d8fc15 on network 109203cf-0ffe-484a-a9ae-c578c3accecd {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:52.677508 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:52.677954 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Checking segment: {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:52.678412 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.678828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Bound using segment: {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:52.679401 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Bound port: 19e154e1-d055-4963-8120-d95d43d8fc15, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:52.679698 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.758086 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] For port 19e154e1-d055-4963-8120-d95d43d8fc15, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:52.761596 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] For port 19e154e1-d055-4963-8120-d95d43d8fc15, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=19e154e1-d055-4963-8120-d95d43d8fc15,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:52.783183 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.832698 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.846093 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:52.854391 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.865373 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:52.927325 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236855a-5917-4bdf-b994-1e22d9555c19 None None] Pushing event updated for resources: {'Port': ['ID=19e154e1-d055-4963-8120-d95d43d8fc15,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:52.993592 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:53.005879 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Allocated IP 172.27.1.241 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:53.023057 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da67f-6058-45ae-a723-e52cbad069cd None None] The sync data for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi is: [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:11:53.156724 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:53.271218 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:53.315062 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:53.319464 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:53.322586 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:53.330658 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:53.695514 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:53.890902 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a120185-8620-4f58-b839-f4b3fb73c894 None None] Network 109203cf-0ffe-484a-a9ae-c578c3accecd requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:11:53.896235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-189cb6d9-21ef-4c33-989f-21427cb291c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:53.980192 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-494578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516264'] for router, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.037815 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-7d006e49-6e72-47b3-a4da-d0c0c112b773 None None] Provisioning for port 19e154e1-d055-4963-8120-d95d43d8fc15 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:54.066454 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 19e154e1-d055-4963-8120-d95d43d8fc15 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:54.192094 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Router 0b0e343b-0795-4cc2-b6e1-d36138f15971 is scheduled to L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 with binding_index 1 {{(pid=101345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 00:11:54.201691 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 19e154e1-d055-4963-8120-d95d43d8fc15 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:54.205990 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 19e154e1-d055-4963-8120-d95d43d8fc15 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:54.210549 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.293473 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.317221 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:11:54.328215 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Sync routers for ids ['0b0e343b-0795-4cc2-b6e1-d36138f15971'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:11:54.335717 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 19e154e1-d055-4963-8120-d95d43d8fc15, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=19e154e1-d055-4963-8120-d95d43d8fc15,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:54.341870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Routers {'0b0e343b-0795-4cc2-b6e1-d36138f15971'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:54.342494 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0b0e343b-0795-4cc2-b6e1-d36138f15971'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:54.402243 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-d6b0c9b6-e9a7-4e03-84d4-5481c4c742f3 None None] Provisioning complete for port 19e154e1-d055-4963-8120-d95d43d8fc15 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:54.402507 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c9b6-e9a7-4e03-84d4-5481c4c742f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.419598 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.422393 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d14e5d28-c4f8-49b0-9cbb-98c1aa9dd9c9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6594198 Aug 20 00:11:54.423729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49028) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:11:54.453924 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.454693 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device b42485b6-4b94-4a13-a40d-d5cd5ff1f503 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:54.537732 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Set router 0b0e343b-0795-4cc2-b6e1-d36138f15971 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:54.618896 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=19e154e1-d055-4963-8120-d95d43d8fc15,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:54.713792 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:54.714080 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.852018 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 1a13423c-3233-4c6b-a613-e50c7098d847 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:54.855870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:11:53Z', 'revision_number': 3, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:54.865469 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:54.908111 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Checking router: 0b0e343b-0795-4cc2-b6e1-d36138f15971 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:11:54.908843 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Updating router 0b0e343b-0795-4cc2-b6e1-d36138f15971 port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d binding host dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:11:54.942660 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.036605 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Allocated IP 172.20.0.1 (109203cf-0ffe-484a-a9ae-c578c3accecd/85b03d58-368f-4845-860d-55ee665c3929/8df41e64-8e4d-419c-bbd8-e7331b98477d) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:11:55.054136 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 1a13423c-3233-4c6b-a613-e50c7098d847 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:55.061693 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 1a13423c-3233-4c6b-a613-e50c7098d847 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:55.062634 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.153300 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.166318 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Transition to ACTIVE for port object 8df41e64-8e4d-419c-bbd8-e7331b98477d will not be triggered until provisioned by entity DHCP. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:55.230626 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.248488 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.290793 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Network 109203cf-0ffe-484a-a9ae-c578c3accecd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:55.293676 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:55.297227 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:11:55.298384 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 1a13423c-3233-4c6b-a613-e50c7098d847, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=1a13423c-3233-4c6b-a613-e50c7098d847,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:55.313425 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Notify callbacks [] for port, precommit_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.324655 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Transition to ACTIVE for port object dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d will not be triggered until provisioned by entity L2. {{(pid=101346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:55.329801 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Pushing event updated for resources: {'Port': ['ID=8df41e64-8e4d-419c-bbd8-e7331b98477d,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:55.346531 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-499522'] for router_interface, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.403684 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.432496 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.476234 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=1a13423c-3233-4c6b-a613-e50c7098d847,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:55.479259 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Attempting to bind port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:55.479635 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Attempting to bind port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:55.480105 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Attempting to bind port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d on network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:55.506419 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:55.506712 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Checking segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:55.507124 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.507522 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Bound using segment: {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'} {{(pid=101346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:55.508044 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.managers [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Bound port: dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b7098-bbad-4855-a81a-b192d8119a54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6'}}] {{(pid=101346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:55.508462 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.569119 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.693129 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b6655-af4a-4086-ab65-f9f189ca1ea8 None None] Pushing event updated for resources: {'Port': ['ID=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,revision_number=2']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:55.719638 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] For port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:55.724032 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] For port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:55.740900 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.768204 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f67e4b22-a896-4c9d-93fe-51d199522871 None None] Provisioning for port 8df41e64-8e4d-419c-bbd8-e7331b98477d completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:55.772935 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-f67e4b22-a896-4c9d-93fe-51d199522871 None None] Provisioning complete for port 8df41e64-8e4d-419c-bbd8-e7331b98477d triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:55.773306 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f67e4b22-a896-4c9d-93fe-51d199522871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.804078 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:55.812654 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-f67e4b22-a896-4c9d-93fe-51d199522871 None None] Port 8df41e64-8e4d-419c-bbd8-e7331b98477d cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:11:55.871511 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b6655-af4a-4086-ab65-f9f189ca1ea8 None None] Pushing event updated for resources: {'Port': ['ID=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,revision_number=3']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:55.874228 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Routers {'0b0e343b-0795-4cc2-b6e1-d36138f15971'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:55.874870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0b0e343b-0795-4cc2-b6e1-d36138f15971'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:55.923444 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 19e154e1-d055-4963-8120-d95d43d8fc15 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:55.928791 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:56.002832 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Pushing event updated for resources: {'Port': ['ID=8df41e64-8e4d-419c-bbd8-e7331b98477d,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:56.009842 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-496370'] for router_interface, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:56.022941 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] Set router 0b0e343b-0795-4cc2-b6e1-d36138f15971 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:56.056411 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 19e154e1-d055-4963-8120-d95d43d8fc15 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:56.056785 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:56.117051 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Network 109203cf-0ffe-484a-a9ae-c578c3accecd is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:11:56.118910 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:11:56.258770 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Router 0b0e343b-0795-4cc2-b6e1-d36138f15971 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:11:56.280604 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 1a13423c-3233-4c6b-a613-e50c7098d847 up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:56.351687 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-feb88353-4f00-429a-bd17-d860cc746b92 None None] Provisioning complete for port 8df41e64-8e4d-419c-bbd8-e7331b98477d triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:56.355082 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-feb88353-4f00-429a-bd17-d860cc746b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:56.377532 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:11:56.382293 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '8df41e64-8e4d-419c-bbd8-e7331b98477d', 'name': '', 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'mac_address': 'fa:16:3e:82:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '85b03d58-368f-4845-860d-55ee665c3929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:54Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 1, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'subnets': [{'id': '85b03d58-368f-4845-860d-55ee665c3929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:56.391002 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d889de1e-36c1-4b7f-8a99-4444f8433921 admin admin] 10.222.0.35 "PUT /v2.0/routers/0b0e343b-0795-4cc2-b6e1-d36138f15971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9583883 Aug 20 00:11:56.420508 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11243d0-70b9-47a4-9265-b32117876454 None None] The sync data for ids ['0b0e343b-0795-4cc2-b6e1-d36138f15971'] in dv-cinder-759943-12-iscsi is: [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '8df41e64-8e4d-419c-bbd8-e7331b98477d', 'name': '', 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'mac_address': 'fa:16:3e:82:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '85b03d58-368f-4845-860d-55ee665c3929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:54Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 1, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'subnets': [{'id': '85b03d58-368f-4845-860d-55ee665c3929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:11:56.423264 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 1a13423c-3233-4c6b-a613-e50c7098d847 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:56.423639 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:56.426059 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-feb88353-4f00-429a-bd17-d860cc746b92 None None] Port 8df41e64-8e4d-419c-bbd8-e7331b98477d cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:11:56.745468 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fc7edcbc-bf33-44a0-93f1-4e8c5a342016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:57.026576 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:57.987854 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:11:58.110939 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:58.161867 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:11:58.167650 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:11:58.171420 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:58.281395 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:58.306065 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:11:58.390478 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:58.453792 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:58.519287 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Sync routers for ids ['0b0e343b-0795-4cc2-b6e1-d36138f15971'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:11:58.529195 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Routers {'0b0e343b-0795-4cc2-b6e1-d36138f15971'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:58.529906 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0b0e343b-0795-4cc2-b6e1-d36138f15971'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:58.649274 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Set router 0b0e343b-0795-4cc2-b6e1-d36138f15971 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:11:58.861816 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '8df41e64-8e4d-419c-bbd8-e7331b98477d', 'name': '', 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'mac_address': 'fa:16:3e:82:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '85b03d58-368f-4845-860d-55ee665c3929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:54Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 2, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'subnets': [{'id': '85b03d58-368f-4845-860d-55ee665c3929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:58.893025 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Checking router: 0b0e343b-0795-4cc2-b6e1-d36138f15971 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:11:58.893425 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Updating router 0b0e343b-0795-4cc2-b6e1-d36138f15971 port 8df41e64-8e4d-419c-bbd8-e7331b98477d binding host dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 00:11:58.920605 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.212916 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Notify callbacks [] for port, precommit_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.225812 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.provisioning_blocks [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Transition to ACTIVE for port object 8df41e64-8e4d-419c-bbd8-e7331b98477d will not be triggered until provisioned by entity L2. {{(pid=101347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:11:59.305493 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.354070 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99ebe-d4e4-4555-be86-8b4874bd816d None None] Pushing event updated for resources: {'Port': ['ID=8df41e64-8e4d-419c-bbd8-e7331b98477d,revision_number=3']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:59.435598 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Attempting to bind port 8df41e64-8e4d-419c-bbd8-e7331b98477d on host dv-cinder-759943-12-iscsi for vnic_type normal with profile {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:11:59.436269 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Attempting to bind port 8df41e64-8e4d-419c-bbd8-e7331b98477d by drivers openvswitch,hyperv on host dv-cinder-759943-12-iscsi at level 0 using segments [{'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:11:59.436736 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Attempting to bind port 8df41e64-8e4d-419c-bbd8-e7331b98477d on network 109203cf-0ffe-484a-a9ae-c578c3accecd {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:11:59.442393 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Checking agent: {'id': '72aa0e8b-657d-4d2e-8bac-90fd12c5a23a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 52, 57), 'started_at': datetime.datetime(2021, 8, 19, 23, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:11:59.442928 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Checking segment: {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:11:59.443525 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.444012 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Bound using segment: {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'} {{(pid=101347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:11:59.444556 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.managers [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Bound port: 8df41e64-8e4d-419c-bbd8-e7331b98477d, host: dv-cinder-759943-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd'}}] {{(pid=101347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:11:59.445182 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.519696 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] For port 8df41e64-8e4d-419c-bbd8-e7331b98477d, host dv-cinder-759943-12-iscsi, cleared binding levels {{(pid=101347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:11:59.523387 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.plugins.ml2.db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] For port 8df41e64-8e4d-419c-bbd8-e7331b98477d, host dv-cinder-759943-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=8df41e64-8e4d-419c-bbd8-e7331b98477d,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:11:59.625963 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron_lib.callbacks.manager [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.677040 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:11:59.723177 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99ebe-d4e4-4555-be86-8b4874bd816d None None] Pushing event updated for resources: {'Port': ['ID=8df41e64-8e4d-419c-bbd8-e7331b98477d,revision_number=4']} {{(pid=101347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:11:59.729325 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Routers {'0b0e343b-0795-4cc2-b6e1-d36138f15971'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:11:59.730088 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:11:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0b0e343b-0795-4cc2-b6e1-d36138f15971'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:11:59.864383 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] Set router 0b0e343b-0795-4cc2-b6e1-d36138f15971 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:00.004929 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:12:00.057414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:12:00.058064 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:00.135061 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '8df41e64-8e4d-419c-bbd8-e7331b98477d', 'name': '', 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'mac_address': 'fa:16:3e:82:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '85b03d58-368f-4845-860d-55ee665c3929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:54Z', 'updated_at': '2021-08-20T00:11:59Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'subnets': [{'id': '85b03d58-368f-4845-860d-55ee665c3929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:00.157651 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 8df41e64-8e4d-419c-bbd8-e7331b98477d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:12:00.165900 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914fd8b-812b-4a9e-ba29-705279fcf298 None None] The sync data for ids ['0b0e343b-0795-4cc2-b6e1-d36138f15971'] in dv-cinder-759943-12-iscsi is: [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '8df41e64-8e4d-419c-bbd8-e7331b98477d', 'name': '', 'network_id': '109203cf-0ffe-484a-a9ae-c578c3accecd', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'mac_address': 'fa:16:3e:82:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '85b03d58-368f-4845-860d-55ee665c3929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:54Z', 'updated_at': '2021-08-20T00:11:59Z', 'revision_number': 4, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'subnets': [{'id': '85b03d58-368f-4845-860d-55ee665c3929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:12:00.487747 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning for port 8df41e64-8e4d-419c-bbd8-e7331b98477d completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:12:00.492633 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 8df41e64-8e4d-419c-bbd8-e7331b98477d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:12:00.493013 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:00.575838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:00.610594 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] For port 8df41e64-8e4d-419c-bbd8-e7331b98477d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=8df41e64-8e4d-419c-bbd8-e7331b98477d,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:00.679722 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:00.755232 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Pushing event updated for resources: {'Port': ['ID=8df41e64-8e4d-419c-bbd8-e7331b98477d,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:01.942796 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 8df41e64-8e4d-419c-bbd8-e7331b98477d up at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:12:02.005504 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Provisioning complete for port 8df41e64-8e4d-419c-bbd8-e7331b98477d triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:12:02.006192 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:08.448232 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-1976c4a7-0f36-4a40-91b9-98551559ddcc tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:08.449847 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-1976c4a7-0f36-4a40-91b9-98551559ddcc tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 815 time: 0.1109955 Aug 20 00:12:08.465584 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-508bc03f-529f-49a4-b490-8e4dca697cdc tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/quotas/d4a92371d9a64c86831dcde640f690de HTTP/1.1" status: 200 len: 375 time: 0.0098233 Aug 20 00:12:08.520337 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-1d64ecbb-edb4-4ac3-8ab9-003b661e9e03 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488069 Aug 20 00:12:08.536550 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-e0321eb4-6098-48fc-86ef-5cc37358d00c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=101344) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 00:12:08.538603 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-e0321eb4-6098-48fc-86ef-5cc37358d00c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062027 Aug 20 00:12:08.639294 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-4581fe54-d53f-4587-a4d4-efd8a147df36 service neutron] 10.222.0.35 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929513 Aug 20 00:12:08.739402 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-d4a42f60-5f4f-482e-a611-7b0f101c7a96 service neutron] 10.222.0.35 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961418 Aug 20 00:12:09.121884 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-f3dd24c3-da78-4a1b-a865-4932f1f45abb req-c57b2177-81fa-42cb-b9e6-c2515b1edaec tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 210 time: 0.1840670 Aug 20 00:12:10.221355 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-53a59ecd-52d7-42af-865f-781ff0f78fd4 req-182df7de-ccbe-409c-8024-d9e7465041e1 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 210 time: 0.0268073 Aug 20 00:12:11.331451 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-116957d3-8eea-4ab5-bc0c-aa92deb661f6 req-3d8edf52-7852-41bd-8382-4ab2f392ca56 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 210 time: 0.0352244 Aug 20 00:12:11.377618 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-eebc0afc-c46c-4d1e-919e-1fa57182b4eb tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:11.379118 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-eebc0afc-c46c-4d1e-919e-1fa57182b4eb tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.10 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 815 time: 0.1346378 Aug 20 00:12:11.392274 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'port': {'device_id': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'admin_state_up': True, 'tenant_id': 'd4a92371d9a64c86831dcde640f690de'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:11.555984 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Made reservation on behalf of d4a92371d9a64c86831dcde640f690de for: {'port': 1} {{(pid=101344) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 00:12:11.559844 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:11.692151 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Allocated IP 172.20.0.6 (c8e75847-2d11-433a-972f-0a343b54cd15/832beabb-741e-43eb-a54d-6d614967cb86/a1621a25-a29b-4204-8518-373d6c5a0890) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:12:11.855759 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:11.870302 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Transition to ACTIVE for port object a1621a25-a29b-4204-8518-373d6c5a0890 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:12:11.969127 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:12.060796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Network c8e75847-2d11-433a-972f-0a343b54cd15 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:12:12.066867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:12:12.073422 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:12:12.176874 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:12.179067 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:12.198060 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:12.278568 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-b2d298e3-1562-4c96-a1b6-2128aa20175f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901196 Aug 20 00:12:12.495047 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc20c1-c8e3-4e53-ae95-59355e148337 req-ebe9fb14-8840-496d-bdc8-f5c7da8088f3 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:12.497041 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-80bc20c1-c8e3-4e53-ae95-59355e148337 req-ebe9fb14-8840-496d-bdc8-f5c7da8088f3 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0628016 Aug 20 00:12:12.544522 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-80bc20c1-c8e3-4e53-ae95-59355e148337 req-9888d69c-0250-468c-b9e9-b5eb5ac80ebc tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Aug 20 00:12:12.682458 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-d9eb24b6-4cb4-4e8a-b6ba-7b5d8b3d5218 None None] Provisioning for port a1621a25-a29b-4204-8518-373d6c5a0890 completed by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:12:12.686999 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-d9eb24b6-4cb4-4e8a-b6ba-7b5d8b3d5218 None None] Provisioning complete for port a1621a25-a29b-4204-8518-373d6c5a0890 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:12:12.687495 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d9eb24b6-4cb4-4e8a-b6ba-7b5d8b3d5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:12.722135 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb24b6-4cb4-4e8a-b6ba-7b5d8b3d5218 None None] Port a1621a25-a29b-4204-8518-373d6c5a0890 cannot update to ACTIVE because it is not bound. {{(pid=101346) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 00:12:13.665217 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a25b44-77d4-4e72-95cb-dbe2ad0d75a4 req-6803e2b1-2dc2-47cc-a79a-6cff9977532f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:13.669894 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e8a25b44-77d4-4e72-95cb-dbe2ad0d75a4 req-6803e2b1-2dc2-47cc-a79a-6cff9977532f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0525661 Aug 20 00:12:13.705489 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e8a25b44-77d4-4e72-95cb-dbe2ad0d75a4 req-e1fbacc9-05c0-4a9c-bb0d-83b67dcd0e7a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Aug 20 00:12:14.836373 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b924d7-933c-4bfd-80d8-3202b0f7367c req-9e8f9b45-0127-487c-a739-a1225bdff882 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:14.844306 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-10b924d7-933c-4bfd-80d8-3202b0f7367c req-9e8f9b45-0127-487c-a739-a1225bdff882 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0672836 Aug 20 00:12:14.879481 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-10b924d7-933c-4bfd-80d8-3202b0f7367c req-c3ba1b06-f385-4876-832a-eaa31a335767 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 Aug 20 00:12:16.006541 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae256bf-308f-412c-bce0-f192509ee0e7 req-53a6b676-8929-4c68-b894-f07d38d3df6b tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:16.008151 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8ae256bf-308f-412c-bce0-f192509ee0e7 req-53a6b676-8929-4c68-b894-f07d38d3df6b tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0569212 Aug 20 00:12:16.054672 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8ae256bf-308f-412c-bce0-f192509ee0e7 req-f4697dee-c4f5-4c71-8ecc-983050b710fb tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377936 Aug 20 00:12:17.204935 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87403eca-d57c-4df0-a084-79a6b22ed8a0 req-31cad2af-1ada-4594-abc5-188d4116ee2d tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:17.206997 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87403eca-d57c-4df0-a084-79a6b22ed8a0 req-31cad2af-1ada-4594-abc5-188d4116ee2d tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0609994 Aug 20 00:12:17.249819 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-87403eca-d57c-4df0-a084-79a6b22ed8a0 req-ccd2e1e8-d509-466d-a931-c9f7871020df tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347290 Aug 20 00:12:18.383161 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a934-102d-42d3-b704-93383a953d55 req-a5120c4f-87c4-4e66-9299-9b4fb8f1999a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:18.383161 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a618a934-102d-42d3-b704-93383a953d55 req-a5120c4f-87c4-4e66-9299-9b4fb8f1999a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0590289 Aug 20 00:12:18.423428 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a618a934-102d-42d3-b704-93383a953d55 req-16bb1d57-180b-4b1f-a937-bb945679d82d tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Aug 20 00:12:19.547201 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7f094-cbb9-4352-8f03-37a08c074b05 req-43520d81-f607-40b3-bb57-5c9dcac1c824 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:19.548939 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-15a7f094-cbb9-4352-8f03-37a08c074b05 req-43520d81-f607-40b3-bb57-5c9dcac1c824 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0552166 Aug 20 00:12:19.590225 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-15a7f094-cbb9-4352-8f03-37a08c074b05 req-1ef0f3f9-0b01-4ed3-a1c0-47657e879ab2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Aug 20 00:12:20.717385 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509af31-4c70-4f63-83a5-c872301e6582 req-204f4115-0105-4738-bfd9-47211b572843 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:20.718991 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8509af31-4c70-4f63-83a5-c872301e6582 req-204f4115-0105-4738-bfd9-47211b572843 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0582678 Aug 20 00:12:20.763327 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8509af31-4c70-4f63-83a5-c872301e6582 req-89818b2d-c0c2-43ed-928f-02609eabe19f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381081 Aug 20 00:12:21.813293 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:21.896140 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bdbf5-c79f-4da4-a847-6dec78cfc100 req-1742a37f-0ca7-49d6-9032-4d7d0273bc62 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:21.897872 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e68bdbf5-c79f-4da4-a847-6dec78cfc100 req-1742a37f-0ca7-49d6-9032-4d7d0273bc62 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 931 time: 0.0596063 Aug 20 00:12:21.940360 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e68bdbf5-c79f-4da4-a847-6dec78cfc100 req-95c2bd06-c994-458c-a642-cca18ec41025 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356905 Aug 20 00:12:22.443388 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Request body: {'port': {'device_id': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:22.501318 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:22.773368 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1621a25-a29b-4204-8518-373d6c5a0890 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:12:22.781464 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:22.794377 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Transition to ACTIVE for port object a1621a25-a29b-4204-8518-373d6c5a0890 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 00:12:22.864796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:22.921064 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:23.000304 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Attempting to bind port a1621a25-a29b-4204-8518-373d6c5a0890 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 00:12:23.000819 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Attempting to bind port a1621a25-a29b-4204-8518-373d6c5a0890 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 00:12:23.001074 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Attempting to bind port a1621a25-a29b-4204-8518-373d6c5a0890 on network c8e75847-2d11-433a-972f-0a343b54cd15 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:12:23.005989 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Port a1621a25-a29b-4204-8518-373d6c5a0890 on network c8e75847-2d11-433a-972f-0a343b54cd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 00:12:23.006394 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Attempting to bind port a1621a25-a29b-4204-8518-373d6c5a0890 on network c8e75847-2d11-433a-972f-0a343b54cd15 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 00:12:23.012481 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Checking agent: {'id': '1bf5ea7b-2af3-4fbf-8d77-eec87caf0c3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'started_at': datetime.datetime(2021, 8, 19, 23, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 0, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 00:12:23.012831 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Checking segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 00:12:23.013193 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Bound using segment: {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 00:12:23.013660 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Bound port: a1621a25-a29b-4204-8518-373d6c5a0890, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 00:12:23.014026 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:23.116535 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d3a4-6ab7-47c6-ad5e-1652d968a730 req-9b08a018-4ce0-4bc0-bd5f-9fc90b795aa2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:23.118083 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d028d3a4-6ab7-47c6-ad5e-1652d968a730 req-9b08a018-4ce0-4bc0-bd5f-9fc90b795aa2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 943 time: 0.0944409 Aug 20 00:12:23.120899 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 00:12:23.124467 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 00:12:23.161605 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d028d3a4-6ab7-47c6-ad5e-1652d968a730 req-50f80144-8c58-4494-b811-4ed6fc30da93 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353456 Aug 20 00:12:23.237183 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:23.278131 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:23.278744 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:23.280259 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] 10.222.0.10 "PUT /v2.0/ports/a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 1093 time: 0.8897707 Aug 20 00:12:23.280793 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:23.283027 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:23.315358 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6bc2-84d2-4a86-bb6a-c63ee070727d service neutron] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:23.334715 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d2e8a-974a-454d-81ae-930f81a40c2c x-openstack-request-id: req-699d2e8a-974a-454d-81ae-930f81a40c2c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:23.335214 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:23.335489 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-699d2e8a-974a-454d-81ae-930f81a40c2c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:23.335898 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'status': 'completed', 'code': 200} Aug 20 00:12:23.403566 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc req-7cae11fd-52e9-46f0-84b4-129b5c5a86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:23.405457 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc req-7cae11fd-52e9-46f0-84b4-129b5c5a86ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1096 time: 0.0488691 Aug 20 00:12:23.761521 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:12:23.770735 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc req-255c14ec-8a1b-4e4e-b71f-fc41a72cd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:23.772895 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc req-255c14ec-8a1b-4e4e-b71f-fc41a72cd01e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4a92371d9a64c86831dcde640f690de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3581028 Aug 20 00:12:23.879509 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc req-b56e5870-3044-45ab-a27b-a61cbc72001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:23.881043 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5d1d8ab1-c788-4ef5-9a79-7eabfda188cc req-b56e5870-3044-45ab-a27b-a61cbc72001f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016235 Aug 20 00:12:23.887814 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-4d3416ac-1e75-426d-a883-af5f20dc1e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:23.956599 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-41f8ce67-d458-425f-a7f7-f8832c035d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:23.958249 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-41f8ce67-d458-425f-a7f7-f8832c035d4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1096 time: 0.0409803 Aug 20 00:12:24.001821 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-d8170d2a-d2c7-4311-9e9b-4f8f1d54cd36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 217 time: 0.0361283 Aug 20 00:12:24.056604 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-d6c94de5-bb34-4bcc-bded-a3e665e51038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:24.058350 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-d6c94de5-bb34-4bcc-bded-a3e665e51038 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 200 len: 854 time: 0.0489357 Aug 20 00:12:24.104320 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-3c05635f-1c62-4ae9-aabb-d3e5c169d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:24.105819 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-3c05635f-1c62-4ae9-aabb-d3e5c169d4f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8e75847-2d11-433a-972f-0a343b54cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408216 Aug 20 00:12:24.204613 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-ad6efe76-8597-4a30-ac8f-1f000492ca25 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910885 Aug 20 00:12:24.335901 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9f543-b84a-43cc-96ff-e40b74945ea0 req-2c71ea1e-1cb3-40a0-a03d-9957b7a43f68 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:24.337632 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2f9f543-b84a-43cc-96ff-e40b74945ea0 req-2c71ea1e-1cb3-40a0-a03d-9957b7a43f68 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 943 time: 0.0810752 Aug 20 00:12:24.339982 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-44945a23-0b2f-4eea-a65b-41c907c4affa req-cda03577-0c02-498d-a99e-5d8f68cd0ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280749 Aug 20 00:12:24.376702 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-d2f9f543-b84a-43cc-96ff-e40b74945ea0 req-17af9f9a-6287-4fc2-8293-0b064fc7a17e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Aug 20 00:12:25.513544 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779d3fc-ff58-4157-b7c5-64c18badfcb5 req-049592d5-ccba-4274-a4c0-10b59302f59b tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:25.515155 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6779d3fc-ff58-4157-b7c5-64c18badfcb5 req-049592d5-ccba-4274-a4c0-10b59302f59b tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 943 time: 0.0576937 Aug 20 00:12:25.557323 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6779d3fc-ff58-4157-b7c5-64c18badfcb5 req-a2234e3b-26d4-4bb4-b2a2-3dd5960bba7e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Aug 20 00:12:26.104918 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device a1621a25-a29b-4204-8518-373d6c5a0890 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:12:26.232335 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:26.244496 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'port_id': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'mac_address': 'fa:16:3e:8a:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:12:26.286442 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:26.299965 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1621a25-a29b-4204-8518-373d6c5a0890 {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:12:26.321480 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:26.435793 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:26.492504 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=4']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:26.499677 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.500063 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.500410 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.500746 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.501081 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.501413 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.501748 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.502075 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.502425 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.502758 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.503089 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.503414 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:26.675236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72323676-ec1a-4173-85a0-759008a1cee3 req-b4b3b387-cd95-4e05-883d-ba3e87db16a5 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:26.678593 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-72323676-ec1a-4173-85a0-759008a1cee3 req-b4b3b387-cd95-4e05-883d-ba3e87db16a5 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 944 time: 0.0517972 Aug 20 00:12:26.679884 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['a1621a25-a29b-4204-8518-373d6c5a0890'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:12:26.718775 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-72323676-ec1a-4173-85a0-759008a1cee3 req-e6c8538d-a9a4-43eb-a4fb-b42700983dab tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Aug 20 00:12:26.724265 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-aac64900-1338-435e-8cc8-fecc8cc3637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:26.927020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:27.846335 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4a88b-5d66-4f0f-a634-abe575ab6427 req-1bede36b-e72e-490c-8a5f-a568f5980e83 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:27.847842 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1dd4a88b-5d66-4f0f-a634-abe575ab6427 req-1bede36b-e72e-490c-8a5f-a568f5980e83 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 944 time: 0.0506127 Aug 20 00:12:27.888126 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1dd4a88b-5d66-4f0f-a634-abe575ab6427 req-94bca6c6-69bf-40e6-96c7-f681b9451e3f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Aug 20 00:12:28.047493 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:28.104020 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device a1621a25-a29b-4204-8518-373d6c5a0890 up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:12:28.224053 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning for port a1621a25-a29b-4204-8518-373d6c5a0890 completed by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 00:12:28.228254 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port a1621a25-a29b-4204-8518-373d6c5a0890 triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:12:28.228634 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:28.429976 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:28.454297 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:28.456885 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f48c8bc-4868-49d7-9ea6-35f502863e46" -d '{"events": [{"server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "name": "network-vif-plugged", "status": "completed", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:28.473793 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:28.555724 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:28.582418 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4034dc-c527-4bef-8482-a55b25ae255e x-openstack-request-id: req-3a4034dc-c527-4bef-8482-a55b25ae255e {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:28.582719 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "name": "network-vif-plugged", "status": "completed", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:28.583039 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a4034dc-c527-4bef-8482-a55b25ae255e {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:28.583382 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'code': 200} Aug 20 00:12:28.612131 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=5']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:28.849223 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469ded3-e18a-4acb-8269-da21ea083432 req-a820281e-fe9d-4d98-8d9c-4d7834bec083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:28.851955 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8469ded3-e18a-4acb-8269-da21ea083432 req-a820281e-fe9d-4d98-8d9c-4d7834bec083 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1098 time: 0.0452685 Aug 20 00:12:28.889038 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8469ded3-e18a-4acb-8269-da21ea083432 req-30fef1ed-6f11-4916-b5e2-c1c1e0f04ac6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300283 Aug 20 00:12:29.008318 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52060ed4-6171-42dc-b146-17e75db21fee req-160e991c-2d1e-41ec-8ace-93f1572558dd tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:29.009823 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52060ed4-6171-42dc-b146-17e75db21fee req-160e991c-2d1e-41ec-8ace-93f1572558dd tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0527122 Aug 20 00:12:29.048205 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-52060ed4-6171-42dc-b146-17e75db21fee req-463a588d-8483-48c2-aea1-fe551991c5c6 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Aug 20 00:12:29.635667 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:30.180443 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d32bb-be18-42fe-9a08-1e3989360170 req-cd2dc8d9-309f-4863-8b3e-d3c3632b34ed tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.182096 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-119d32bb-be18-42fe-9a08-1e3989360170 req-cd2dc8d9-309f-4863-8b3e-d3c3632b34ed tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Aug 20 00:12:30.225765 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-119d32bb-be18-42fe-9a08-1e3989360170 req-1617e8cf-eb6a-407f-b79b-276da77036b9 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364764 Aug 20 00:12:30.293322 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-4c246f1c-249d-4939-b27f-1a562de766cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473442 Aug 20 00:12:30.375720 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b67acf-ff97-4c76-845a-d5729b9817c7 req-97732573-0e6b-40ad-a3ce-0ab6579c2a89 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.377261 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70b67acf-ff97-4c76-845a-d5729b9817c7 req-97732573-0e6b-40ad-a3ce-0ab6579c2a89 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0814641 Aug 20 00:12:30.384785 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-db46e6a3-d9fe-4b57-9e37-41cbe30c4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.386150 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-db46e6a3-d9fe-4b57-9e37-41cbe30c4f0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1098 time: 0.0630879 Aug 20 00:12:30.472706 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-70b67acf-ff97-4c76-845a-d5729b9817c7 req-53ff628d-8b82-4b46-9d6e-163e7b025ce9 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855203 Aug 20 00:12:30.518461 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-9977bd0f-5107-4938-aeca-45e8873f86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.520185 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-9977bd0f-5107-4938-aeca-45e8873f86d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.1133547 Aug 20 00:12:30.603111 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-77ecb641-e0ec-4583-bf73-ea9df696d6a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0748446 Aug 20 00:12:30.673225 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-57a3b9d2-c4d3-4897-93ca-0962e777ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.674622 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-57a3b9d2-c4d3-4897-93ca-0962e777ca14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0650775 Aug 20 00:12:30.738925 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-b8bcacab-6086-4995-ade0-acf6b499ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.741354 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-b8bcacab-6086-4995-ade0-acf6b499ab35 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591605 Aug 20 00:12:30.874463 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-eb9e7391-b79c-41d1-b3a1-f88661560b11 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264997 Aug 20 00:12:30.885259 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb1f03-86fc-4587-b72e-a2e61726d4f8 req-e87bc0e3-4268-417a-908d-267f29c4eb84 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:30.886771 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-05cb1f03-86fc-4587-b72e-a2e61726d4f8 req-e87bc0e3-4268-417a-908d-267f29c4eb84 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0774875 Aug 20 00:12:30.970894 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-05cb1f03-86fc-4587-b72e-a2e61726d4f8 req-1a84a5bb-7259-4576-8af3-d54b90ecd320 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757549 Aug 20 00:12:30.999847 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-4a267cf6-a92d-4f28-a245-035932bfb8fc req-520cb7ae-aeef-4046-b05e-9e27af346103 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120687 Aug 20 00:12:33.886061 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49212) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:34.047992 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Deleting port c7e4b503-4082-49ce-995a-949f0a235797 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:34.048342 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:34.130364 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:34.130620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:34.143510 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Calling delete_port for c7e4b503-4082-49ce-995a-949f0a235797 owned by network:floatingip {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:34.395786 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:34.421643 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'Port': ['ID=c7e4b503-4082-49ce-995a-949f0a235797,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:34.452463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.452463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.452463 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.452951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.452951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.453164 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.453498 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.453825 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.454153 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.454483 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.454805 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.455122 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:34.498712 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:34.499043 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Floating IP eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7 disassociated (deleted). External IP: 172.27.1.37, port: d8d02607-5f5f-4a89-af68-eb379d64b9e5. Aug 20 00:12:34.703698 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:12:34.812626 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:12:34.817680 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:34.822228 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:12:34.831366 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:34.831894 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:34.847363 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-bdcf5872-805f-4c80-aee7-28d00ffe30f6 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "DELETE /v2.0/floatingips/eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7 HTTP/1.1" status: 204 len: 168 time: 0.9577518 Aug 20 00:12:34.847363 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:34.847845 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd417e7-05ed-4058-8ced-9b926de812ce" -d '{"events": [{"name": "network-changed", "server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:34.892388 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c75ef9-1526-42c8-ae0c-593393d1e425 x-openstack-request-id: req-a3c75ef9-1526-42c8-ae0c-593393d1e425 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:34.892983 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:34.894470 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3c75ef9-1526-42c8-ae0c-593393d1e425 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:34.894945 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'status': 'completed', 'code': 200} Aug 20 00:12:34.959428 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:34.959746 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-03f34089-dc7f-4f10-994e-55f76676b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:34.960967 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-03f34089-dc7f-4f10-994e-55f76676b9fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 1098 time: 0.0441580 Aug 20 00:12:35.051488 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-71c8c6f8-93b1-46e9-a76b-893929b6dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:35.053263 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-71c8c6f8-93b1-46e9-a76b-893929b6dd9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.0850749 Aug 20 00:12:35.098809 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-a6b42bc8-399a-489c-954b-bcb444d25c21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5 HTTP/1.1" status: 200 len: 217 time: 0.0382359 Aug 20 00:12:35.149625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-eba2a74c-b5fb-4f3d-9806-65f16f31c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:35.151287 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-eba2a74c-b5fb-4f3d-9806-65f16f31c554 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0457978 Aug 20 00:12:35.194711 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:40Z', 'revision_number': 1, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:35.197621 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-c580e9ac-a88d-44f2-acd9-1e37da9878b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:35.199159 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-c580e9ac-a88d-44f2-acd9-1e37da9878b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409548 Aug 20 00:12:35.225898 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:12:35.234770 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:35.235401 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:35.323268 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b898a04-46ed-499b-87e0-d7c435604745 req-cbad5c9d-a8eb-40eb-becf-e0889fe0c6ec tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:35.325161 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b898a04-46ed-499b-87e0-d7c435604745 req-cbad5c9d-a8eb-40eb-becf-e0889fe0c6ec tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 945 time: 0.0723541 Aug 20 00:12:35.360706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:35.361498 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-656491b1-8196-47fa-ac45-0637e7e13581 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550176 Aug 20 00:12:35.452945 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b898a04-46ed-499b-87e0-d7c435604745 req-2966ef32-f8ff-4863-9cb2-3e5d43af0985 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186097 Aug 20 00:12:35.507697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cbd417e7-05ed-4058-8ced-9b926de812ce req-6f0c56fe-5236-452d-bce3-31e937f1b310 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348083 Aug 20 00:12:35.632301 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:40Z', 'revision_number': 1, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:35.658113 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e42cbd-a577-49e2-97f4-343f1768862c None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '9085fae5-f77c-4357-8ebc-067c86e084e2', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'port_id': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'mac_address': 'fa:16:3e:5e:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:08:37Z', 'updated_at': '2021-08-20T00:08:40Z', 'revision_number': 1, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:12:35.881012 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc43c67-faae-48f4-9e4f-ec550185bc97 None None] New status for floating IP eac4b622-ddcb-4006-8ec0-dc7bfe03c8b7: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:12:36.577474 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad82c77-e2e8-42e9-a078-b731dfd7f207 req-e452493e-f859-454a-9d06-05ed785c1134 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:36.579052 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ad82c77-e2e8-42e9-a078-b731dfd7f207 req-e452493e-f859-454a-9d06-05ed785c1134 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 945 time: 0.0511348 Aug 20 00:12:36.618472 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2ad82c77-e2e8-42e9-a078-b731dfd7f207 req-f59b1058-8097-4e2b-84d0-a9c4c51aa289 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Aug 20 00:12:36.789952 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59773886-f280-433a-bcec-1e7cf49589a3 req-066d6f3f-8f2a-4957-a580-b0ee80f016b1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:36.791412 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-59773886-f280-433a-bcec-1e7cf49589a3 req-066d6f3f-8f2a-4957-a580-b0ee80f016b1 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 945 time: 0.0487862 Aug 20 00:12:36.888815 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Deleting port d8d02607-5f5f-4a89-af68-eb379d64b9e5 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:36.889157 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:36.978408 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] For port d8d02607-5f5f-4a89-af68-eb379d64b9e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d8d02607-5f5f-4a89-af68-eb379d64b9e5,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:36.978782 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:36.992291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Calling delete_port for d8d02607-5f5f-4a89-af68-eb379d64b9e5 owned by compute:nova {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:37.179291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:37.211357 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'Port': ['ID=d8d02607-5f5f-4a89-af68-eb379d64b9e5,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:37.252771 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] No DVR routers for this DVR port d8d02607-5f5f-4a89-af68-eb379d64b9e5 on host hv-cinder-75994 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:12:37.255422 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:37.258429 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-59773886-f280-433a-bcec-1e7cf49589a3 req-39ede252-8803-4789-a728-4ee39c7846ac tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "DELETE /v2.0/ports/d8d02607-5f5f-4a89-af68-eb379d64b9e5 HTTP/1.1" status: 204 len: 173 time: 0.4604263 Aug 20 00:12:37.258919 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'name': 'network-vif-deleted', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:37.261386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ff1207-32c1-4217-bef4-76134e5dd18e" -d '{"events": [{"server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "name": "network-vif-deleted", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:37.297114 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f3e85-b6b3-4083-bf3d-8b541f2ab579 x-openstack-request-id: req-847f3e85-b6b3-4083-bf3d-8b541f2ab579 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:37.297432 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22009cd9-f39b-4c26-96d7-d63ee248cdcd", "name": "network-vif-deleted", "tag": "d8d02607-5f5f-4a89-af68-eb379d64b9e5", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:37.297683 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-847f3e85-b6b3-4083-bf3d-8b541f2ab579 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:37.298081 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22009cd9-f39b-4c26-96d7-d63ee248cdcd', 'name': 'network-vif-deleted', 'tag': 'd8d02607-5f5f-4a89-af68-eb379d64b9e5', 'status': 'completed', 'code': 200} Aug 20 00:12:37.714562 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6f98b48c-ea2a-405c-94f2-77a8e1b43ec3 req-526725f2-7701-4435-8afb-884c6d47b470 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=22009cd9-f39b-4c26-96d7-d63ee248cdcd HTTP/1.1" status: 200 len: 210 time: 0.0263805 Aug 20 00:12:40.194557 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device d8d02607-5f5f-4a89-af68-eb379d64b9e5 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:40.215854 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: d8d02607-5f5f-4a89-af68-eb379d64b9e5 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:40.216228 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device d8d02607-5f5f-4a89-af68-eb379d64b9e5 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:41.203214 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49252) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:41.377074 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Deleting port 33954da5-3df8-4953-89f9-572c0d0d17e9 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:41.377425 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:41.483949 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:41.484282 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:41.499408 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Calling delete_port for 33954da5-3df8-4953-89f9-572c0d0d17e9 owned by network:floatingip {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:41.523951 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2dacf-3eca-47eb-9509-d9829aa10829 req-9ebf3ad0-9364-411c-89ac-d2b9edd97dfa tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:41.525406 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b4f2dacf-3eca-47eb-9509-d9829aa10829 req-9ebf3ad0-9364-411c-89ac-d2b9edd97dfa tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0872045 Aug 20 00:12:41.602161 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b4f2dacf-3eca-47eb-9509-d9829aa10829 req-a14e7a5b-61b0-4442-bbb8-a14f65a1070e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512853 Aug 20 00:12:41.624147 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49262) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:41.707498 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48c579-c75f-4766-8ff6-c56e557dc810 tempest-TestMinimumBasicScenario-1716309496 tempest-TestMinimumBasicScenario-1716309496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:41.709062 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7d48c579-c75f-4766-8ff6-c56e557dc810 tempest-TestMinimumBasicScenario-1716309496 tempest-TestMinimumBasicScenario-1716309496-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1093 time: 0.0838830 Aug 20 00:12:41.711968 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49266) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:41.716524 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'floatingip': {'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'port_id': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:41.738632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:41.764788 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'Port': ['ID=33954da5-3df8-4953-89f9-572c0d0d17e9,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:41.795690 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for floatingip, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:41.826941 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:41.827274 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Floating IP 9085fae5-f77c-4357-8ebc-067c86e084e2 disassociated (deleted). External IP: 172.27.1.25, port: 31cef610-5a65-4f63-8972-34b7e1b425a6. Aug 20 00:12:41.904579 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:42.021367 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_common [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Allocated IP 172.27.1.201 (1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6/1a581bfe-e85a-415d-b604-1d73cedbf2ed/b6d8adfa-fc22-4013-a1e8-99f4d5a053c8) {{(pid=101345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 00:12:42.138572 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for port, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:42.281938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738137167333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:42.315592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:12:42.320185 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Network 1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6 is already hosted by enough agents. {{(pid=101345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 00:12:42.322964 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.base_scheduler [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Resources bound (agent type, host, resource id): {{(pid=101345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 00:12:42.327415 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Received port after_create {{(pid=101345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 00:12:42.355739 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'Port': ['ID=b6d8adfa-fc22-4013-a1e8-99f4d5a053c8,revision_number=1']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:42.432291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:12:42.438707 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:42.446667 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:12:42.458156 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:42.459107 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:42.470398 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-c949e6f4-d66c-4225-b24e-603b42ec1d42 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "DELETE /v2.0/floatingips/9085fae5-f77c-4357-8ebc-067c86e084e2 HTTP/1.1" status: 204 len: 168 time: 1.2659066 Aug 20 00:12:42.471092 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:42.473631 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92248872-91f1-4995-a66f-d537aa410599" -d '{"events": [{"name": "network-changed", "server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:42.539423 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce750c1a-9375-4053-b6ee-645d7d9169a9 x-openstack-request-id: req-ce750c1a-9375-4053-b6ee-645d7d9169a9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:42.539734 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:42.540028 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ce750c1a-9375-4053-b6ee-645d7d9169a9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:42.540382 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'status': 'completed', 'code': 200} Aug 20 00:12:42.583809 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:42.613536 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248872-91f1-4995-a66f-d537aa410599 req-2378e56b-a8cf-4d75-bf80-c10a33db53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:42.615078 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-2378e56b-a8cf-4d75-bf80-c10a33db53c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f547d26d93324f3aa34b62cf920aedd6&device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 1099 time: 0.0515060 Aug 20 00:12:42.711898 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248872-91f1-4995-a66f-d537aa410599 req-997bc2e1-2c84-4ae9-b3fd-19fc102ecd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:42.713860 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-997bc2e1-2c84-4ae9-b3fd-19fc102ecd34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 200 len: 913 time: 0.0891299 Aug 20 00:12:42.737597 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:42.764803 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-803f4871-e51d-400c-8112-9c40cccb1d40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 200 len: 217 time: 0.0443249 Aug 20 00:12:42.796124 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:42.820572 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248872-91f1-4995-a66f-d537aa410599 req-a8bf978d-5d4b-485e-8040-49d5e58e2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:42.822039 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-a8bf978d-5d4b-485e-8040-49d5e58e2eb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 200 len: 851 time: 0.0452483 Aug 20 00:12:42.824545 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:12:42.833838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:42.834464 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:42.872265 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92248872-91f1-4995-a66f-d537aa410599 req-c343212e-3fee-41c8-bf0e-dd8e8e283226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:42.875623 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-c343212e-3fee-41c8-bf0e-dd8e8e283226 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f67cd798-3ca2-48b0-8584-92045e20bcf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433228 Aug 20 00:12:42.890173 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:42.966015 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:43.030322 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c0c4-62d6-4081-89cf-4f1667600499 req-1dc653e5-6f43-419d-a079-a371dfa186e0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:43.031954 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1292c0c4-62d6-4081-89cf-4f1667600499 req-1dc653e5-6f43-419d-a079-a371dfa186e0 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 946 time: 0.0828803 Aug 20 00:12:43.038315 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-473a61e0-1807-43b7-b328-bf6d0d80f79b service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484396 Aug 20 00:12:43.135054 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1292c0c4-62d6-4081-89cf-4f1667600499 req-06051c23-e31e-40a5-83e8-6091e6f64e5d tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944731 Aug 20 00:12:43.173803 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-92248872-91f1-4995-a66f-d537aa410599 req-f3cfd4af-7b98-4c1b-90ff-24705e78f6a3 service neutron] 10.222.0.10 "GET /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247795 Aug 20 00:12:43.216350 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:43.248879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96b23a-97e4-42cf-893b-6c43561173f5 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:04:36Z', 'revision_number': 4, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '815e77f4-2dea-4683-b7cf-64f33e6a97fb', 'name': '', 'network_id': 'f67cd798-3ca2-48b0-8584-92045e20bcf4', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'mac_address': 'fa:16:3e:4a:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:35Z', 'updated_at': '2021-08-20T00:04:42Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'subnets': [{'id': '1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:12:43.323598 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:43.378322 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15782776'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:43.451534 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'Port': ['ID=b6d8adfa-fc22-4013-a1e8-99f4d5a053c8,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:43.462727 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.463080 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.463736 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.464489 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.465755 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.466154 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.466947 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.467310 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.467647 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.468007 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.468338 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.468665 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:12:43.474765 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371053'] for floatingip, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:43.489275 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30006013-d179-488c-a4ca-d0f5d3bdf31d None None] New status for floating IP 9085fae5-f77c-4357-8ebc-067c86e084e2: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:12:43.577654 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.db.l3_db [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Floating IP 1c794df8-66e1-481f-a760-260e7b2808a1 associated. External IP: 172.27.1.201, port: a1621a25-a29b-4204-8518-373d6c5a0890. Aug 20 00:12:43.783178 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Router a0f03cb2-bbee-42ee-a134-7614d979e952 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:12:43.894788 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:12:43.906706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] Sync routers for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:12:43.915714 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:43.921442 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:43.995346 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.022574 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8fa173d9-18b4-4943-9af3-a7b94e85e3e7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3095856 Aug 20 00:12:44.023377 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:44.024979 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:44.025538 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49276) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:44.026021 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19688e1-fe5c-42dc-afcc-4e4f69274206" -d '{"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:44.032221 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581688214', 'description': 'tempest-secgroup-smoke-1581688214 description', 'project_id': 'd4a92371d9a64c86831dcde640f690de'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:44.069204 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffe7fbb-1986-4de3-948e-9095b200a6fa x-openstack-request-id: req-4ffe7fbb-1986-4de3-948e-9095b200a6fa {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:44.069500 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:44.069750 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ffe7fbb-1986-4de3-948e-9095b200a6fa {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:44.070180 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'status': 'completed', 'code': 200} Aug 20 00:12:44.104380 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.151955 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-68987c90-03dd-409e-84b0-89e3e693db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:44.154218 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-68987c90-03dd-409e-84b0-89e3e693db82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1098 time: 0.0604506 Aug 20 00:12:44.323753 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-b8c013eb-4a86-4af4-a1d8-970614effc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:44.325993 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-b8c013eb-4a86-4af4-a1d8-970614effc6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 916 time: 0.1642978 Aug 20 00:12:44.337660 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb7d9b-d359-4c6d-b7e2-d9ec9b1a260b req-79828593-cca9-4e3e-bb7a-3d86ca37087f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:44.339182 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b0eb7d9b-d359-4c6d-b7e2-d9ec9b1a260b req-79828593-cca9-4e3e-bb7a-3d86ca37087f tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 946 time: 0.1214018 Aug 20 00:12:44.342540 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.395673 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '1c794df8-66e1-481f-a760-260e7b2808a1', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'port_id': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'mac_address': 'fa:16:3e:8a:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:12:42Z', 'updated_at': '2021-08-20T00:12:42Z', 'revision_number': 0, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:44.417447 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.427477 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] Checking router: a0f03cb2-bbee-42ee-a134-7614d979e952 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:12:44.436272 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:44.436888 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:44.437656 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b0eb7d9b-d359-4c6d-b7e2-d9ec9b1a260b req-d426c005-caba-4590-a5ec-83b22e370f57 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/security-groups?id=ef312db1-733b-47fe-8c9c-eee14b88d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879266 Aug 20 00:12:44.450114 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-59bee1a1-0358-4a89-941c-c6d8c407e05c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 999 time: 0.1062758 Aug 20 00:12:44.469682 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578ef908-0c4d-4623-a283-bc4824488b0e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:44.506372 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-ebf668db-5844-47a2-90fc-55945fb5a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:44.507853 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-ebf668db-5844-47a2-90fc-55945fb5a91b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 200 len: 854 time: 0.0480437 Aug 20 00:12:44.540970 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.544760 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-316eb168-5fae-44d3-bd2e-6ed6d0859fc8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5138299 Aug 20 00:12:44.545202 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-ac5ddc00-c80b-4f6b-9359-c3bda9fee033 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:44.545450 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49282) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:44.546724 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-ac5ddc00-c80b-4f6b-9359-c3bda9fee033 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 946 time: 0.0538116 Aug 20 00:12:44.552753 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group_rule': {'security_group_id': '578ef908-0c4d-4623-a283-bc4824488b0e', 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:44.555048 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:44.581335 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-bf91f664-8d97-4a2f-8605-4f3f2ddb390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:44.582843 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-bf91f664-8d97-4a2f-8605-4f3f2ddb390b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8e75847-2d11-433a-972f-0a343b54cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679610 Aug 20 00:12:44.657561 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Deleting port 31cef610-5a65-4f63-8972-34b7e1b425a6 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:44.658328 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.666186 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.716329 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-38b6f913-50f6-4719-8f8f-ffb966ebf701 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253884 Aug 20 00:12:44.754590 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] For port 31cef610-5a65-4f63-8972-34b7e1b425a6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=31cef610-5a65-4f63-8972-34b7e1b425a6,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:44.756288 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.769297 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Calling delete_port for 31cef610-5a65-4f63-8972-34b7e1b425a6 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:44.781348 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.813104 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '1c794df8-66e1-481f-a760-260e7b2808a1', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'port_id': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'mac_address': 'fa:16:3e:8a:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:12:42Z', 'updated_at': '2021-08-20T00:12:42Z', 'revision_number': 0, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:44.821104 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a19688e1-fe5c-42dc-afcc-4e4f69274206 req-a7d4050d-64cb-460e-9c67-44b035818cac service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965195 Aug 20 00:12:44.842033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35397e24-7fa6-42d8-b2cb-8f8fb0248805 None None] The sync data for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi is: [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_floatingips': [{'id': '1c794df8-66e1-481f-a760-260e7b2808a1', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'router_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'port_id': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'mac_address': 'fa:16:3e:8a:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T00:12:42Z', 'updated_at': '2021-08-20T00:12:42Z', 'revision_number': 0, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:12:44.852982 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.877713 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c375e80a-cdd0-4dea-b769-5a1b5566fe4a,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:44.944393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:44.945709 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-d01b44ee-1fe6-4b90-bff4-9c6b212e5b5c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978143 Aug 20 00:12:44.948778 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49284) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:44.954261 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group_rule': {'security_group_id': '578ef908-0c4d-4623-a283-bc4824488b0e', 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:44.967815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.021082 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'Port': ['ID=31cef610-5a65-4f63-8972-34b7e1b425a6,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:45.052384 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.058897 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] No DVR routers for this DVR port 31cef610-5a65-4f63-8972-34b7e1b425a6 on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:12:45.064618 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.064618 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-1c6a9bc0-3f41-46b1-98aa-f9485aef52ea req-0bc74e54-2926-496b-b8c5-d92779e2ed1a tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.10 "DELETE /v2.0/ports/31cef610-5a65-4f63-8972-34b7e1b425a6 HTTP/1.1" status: 204 len: 173 time: 0.5095708 Aug 20 00:12:45.119751 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.178095 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.203197 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319313c2-0dde-40a3-a5ef-9e24c46ac85d,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:45.252839 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.254414 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-77ba8f7c-4b96-4e96-9dfb-5a8294e8726c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3036630 Aug 20 00:12:45.256978 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49286) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:45.261785 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.v2.base [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group_rule': {'security_group_id': '578ef908-0c4d-4623-a283-bc4824488b0e', 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:45.372073 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.450234 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.541257 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6ab24fd-29bd-4ff7-a098-b511acd32964 req-0d006f5b-fcc5-4e2d-b45f-981b75e6ca85 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "GET /v2.0/ports?device_id=586bd8e5-9b3a-4dbf-8945-c6493ab554b8 HTTP/1.1" status: 200 len: 210 time: 0.0280521 Aug 20 00:12:45.549942 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.561625 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527acaff-1b4d-43b0-8394-41fdce3ad660 None None] New status for floating IP 1c794df8-66e1-481f-a760-260e7b2808a1: ACTIVE {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:12:45.575063 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb88d5a1-a12f-47bb-84eb-fc77c428fe95,revision_number=0']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:45.658602 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.659955 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-bdd740e3-a697-4bda-ad95-78048b7d8a4f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018965 Aug 20 00:12:45.662808 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49290) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:45.667429 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group_rule': {'security_group_id': '578ef908-0c4d-4623-a283-bc4824488b0e', 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:45.794579 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.861062 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.960989 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:45.979176 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62242c1-4717-4b99-86c0-9c334d6f0863,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:46.041586 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.046697 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-bb27fad5-d106-4aae-8610-585297a4f38e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3798897 Aug 20 00:12:46.047292 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49292) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:46.052848 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group_rule': {'security_group_id': '578ef908-0c4d-4623-a283-bc4824488b0e', 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:46.071688 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'name': 'network-vif-deleted', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:46.074109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c4320e-3494-4bcb-93dc-d8c108b46cfc" -d '{"events": [{"server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "name": "network-vif-deleted", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:46.113557 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1789d29-6974-452a-9d86-59eb5ed9ac4d x-openstack-request-id: req-c1789d29-6974-452a-9d86-59eb5ed9ac4d {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:46.113856 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586bd8e5-9b3a-4dbf-8945-c6493ab554b8", "name": "network-vif-deleted", "tag": "31cef610-5a65-4f63-8972-34b7e1b425a6", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:46.114107 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1789d29-6974-452a-9d86-59eb5ed9ac4d {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:46.114518 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586bd8e5-9b3a-4dbf-8945-c6493ab554b8', 'name': 'network-vif-deleted', 'tag': '31cef610-5a65-4f63-8972-34b7e1b425a6', 'status': 'completed', 'code': 200} Aug 20 00:12:46.161429 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.securitygroups_db [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Project d4a92371d9a64c86831dcde640f690de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 00:12:46.166836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.239021 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.320943 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.338462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc148b91-074d-4dc0-b46c-c10174828d93,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:46.423786 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.425051 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-4c1e78e5-25b9-4d4a-bacb-740558989c24 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3765373 Aug 20 00:12:46.427893 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49296) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:46.432537 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'security_group_rule': {'security_group_id': '578ef908-0c4d-4623-a283-bc4824488b0e', 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:46.556080 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.securitygroups_db [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Project d4a92371d9a64c86831dcde640f690de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 00:12:46.562108 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.606503 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49300) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:46.643227 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.693140 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476183'] for security_group_rule, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.712914 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119e4c1d-e4ee-4e88-a6b2-619ab28500bb,revision_number=0']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:46.767613 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Deleting port 7fa86eb8-3901-48dd-b209-f80a2a048bc1 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:46.767995 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.784245 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.785491 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ddfe6295-f7a5-4c70-86d7-3736a7b5162e tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565075 Aug 20 00:12:46.857141 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.857855 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:46.871936 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Calling delete_port for 7fa86eb8-3901-48dd-b209-f80a2a048bc1 owned by network:floatingip {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:46.901664 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-eb8c9657-2c9a-4a8a-aa3b-28e7a158fe35 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581688214&fields=id&tenant_id=d4a92371d9a64c86831dcde640f690de HTTP/1.1" status: 200 len: 267 time: 0.0374906 Aug 20 00:12:46.959309 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-c9376041-d837-443a-9e7a-0a006875df55 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:46.960864 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-c9376041-d837-443a-9e7a-0a006875df55 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Aug 20 00:12:46.972754 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'port': {'security_groups': ['d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5', '578ef908-0c4d-4623-a283-bc4824488b0e']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:12:47.041810 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.109870 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.136274 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'Port': ['ID=7fa86eb8-3901-48dd-b209-f80a2a048bc1,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:47.201622 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for floatingip, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.205231 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.206623 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c8a4e72e-029b-456b-8f6e-55ea64788eb9 tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "DELETE /v2.0/floatingips/11ea647f-5ba7-4ee4-9311-bc39f8d639cf HTTP/1.1" status: 204 len: 168 time: 0.5991304 Aug 20 00:12:47.251910 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:47.295345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.355841 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.369308 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['a1621a25-a29b-4204-8518-373d6c5a0890'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:12:47.409790 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:47.410450 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.411898 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-78c374e7-b98a-45e9-91ef-5b2612811311 req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "PUT /v2.0/ports/a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 981 time: 0.4441919 Aug 20 00:12:47.412543 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:12:47.415209 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4102634a-456f-4fae-9f76-11ee4d5a01b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:12:47.469107 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d51a85-4434-4baf-9839-493bb831240a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:47.483177 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bbd0fa-f7bb-4910-bc15-793271e9fbec x-openstack-request-id: req-74bbd0fa-f7bb-4910-bc15-793271e9fbec {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:12:47.483462 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:12:47.483745 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74bbd0fa-f7bb-4910-bc15-793271e9fbec {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:12:47.484192 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'status': 'completed', 'code': 200} Aug 20 00:12:47.486242 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['a1621a25-a29b-4204-8518-373d6c5a0890'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:12:47.545149 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf8866-c567-4d0c-bf5a-dd78ab701522 req-3b7ff76e-e8f9-4832-8d56-65d98f52b975 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:47.550282 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-6131ef67-cc1e-4437-ac83-84edbe3470ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:47.551808 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-6131ef67-cc1e-4437-ac83-84edbe3470ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1137 time: 0.0429060 Aug 20 00:12:47.554118 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c9cf8866-c567-4d0c-bf5a-dd78ab701522 req-3b7ff76e-e8f9-4832-8d56-65d98f52b975 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0688624 Aug 20 00:12:47.608990 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c9cf8866-c567-4d0c-bf5a-dd78ab701522 req-9afa5b4e-5b9b-4976-a3d1-ff24e88ca281 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523665 Aug 20 00:12:47.680796 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-3923454b-b772-4a1c-9c01-465698f288b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:47.684032 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-3923454b-b772-4a1c-9c01-465698f288b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 916 time: 0.1221011 Aug 20 00:12:47.752881 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-c1b38ee6-5363-455e-940a-e9dca27c81ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 1001 time: 0.0613484 Aug 20 00:12:47.804218 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-79eb47b7-49f7-4fc9-8758-28deca1be233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:47.805771 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-79eb47b7-49f7-4fc9-8758-28deca1be233 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 200 len: 854 time: 0.0455344 Aug 20 00:12:47.820811 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-ffc46b1e-2a35-4e96-b819-fca8f60af7c5 None None] Provisioning complete for port a1621a25-a29b-4204-8518-373d6c5a0890 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:12:47.823652 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ffc46b1e-2a35-4e96-b819-fca8f60af7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:47.863994 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-67d43e43-5257-49f8-8d03-d2d721c14ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:12:47.865522 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-67d43e43-5257-49f8-8d03-d2d721c14ca5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8e75847-2d11-433a-972f-0a343b54cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446537 Aug 20 00:12:47.961393 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-7643827d-f1bc-4767-a9da-24e4cb37de55 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Aug 20 00:12:48.061063 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-4102634a-456f-4fae-9f76-11ee4d5a01b6 req-a61e8ad3-4ec3-4573-aff6-3207d8c0cbb2 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908315 Aug 20 00:12:48.207308 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 31cef610-5a65-4f63-8972-34b7e1b425a6 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:48.227620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 31cef610-5a65-4f63-8972-34b7e1b425a6 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:48.227987 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 31cef610-5a65-4f63-8972-34b7e1b425a6 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:48.610913 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49320) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:48.671834 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-30be4a98-e768-450f-8cbf-00e53832f73b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:48.697445 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-30be4a98-e768-450f-8cbf-00e53832f73b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:48.817975 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-30be4a98-e768-450f-8cbf-00e53832f73b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:48.820721 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-30be4a98-e768-450f-8cbf-00e53832f73b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:48.821932 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-30be4a98-e768-450f-8cbf-00e53832f73b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] 10.222.0.35 "DELETE /v2.0/security-groups/ef312db1-733b-47fe-8c9c-eee14b88d0d5 HTTP/1.1" status: 204 len: 168 time: 0.2099214 Aug 20 00:12:48.833172 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be4a98-e768-450f-8cbf-00e53832f73b tempest-TestVolumeBootPattern-99159481 tempest-TestVolumeBootPattern-99159481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef312db1-733b-47fe-8c9c-eee14b88d0d5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:48.948527 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49324) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:49.397922 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:49.649214 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Deleting port 815e77f4-2dea-4683-b7cf-64f33e6a97fb {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:49.649927 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:49.732211 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] For port 815e77f4-2dea-4683-b7cf-64f33e6a97fb, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=815e77f4-2dea-4683-b7cf-64f33e6a97fb,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:49.732582 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:49.745483 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Calling delete_port for 815e77f4-2dea-4683-b7cf-64f33e6a97fb owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:50.024055 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:50.050495 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Pushing event deleted for resources: {'Port': ['ID=815e77f4-2dea-4683-b7cf-64f33e6a97fb,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:50.474161 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:50.684472 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:12:50.789081 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:12:50.794774 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-08c3ff78-9139-4a9a-b1b5-d45f2b40ed41 admin admin] 10.222.0.35 "PUT /v2.0/routers/5c50a503-0f7d-4fc0-81d8-f382814e9fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445451 Aug 20 00:12:50.797270 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49328) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:50.911585 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:50.920171 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] Sync routers for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:12:50.930178 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:50.930787 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:51.021559 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.038368 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:51.160048 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Deleting port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:51.160398 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.219570 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:12:49Z', 'revision_number': 5, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port': {'id': 'fcd76d39-ec9f-4710-9f87-e41f8b8e0f18', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:32Z', 'updated_at': '2021-08-20T00:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:51.247117 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] For port fcd76d39-ec9f-4710-9f87-e41f8b8e0f18, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:51.247494 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.251115 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] Checking router: 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:12:51.259702 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] Routers {'5c50a503-0f7d-4fc0-81d8-f382814e9fb3'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:51.260382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:51.260707 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Calling delete_port for fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:51.347506 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] Set router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 gateway port host: None {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:51.409195 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:12:51Z', 'revision_number': 6, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:51.434146 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d6f07-4dc9-4811-923e-c6cd1f06e119 None None] The sync data for ids ['5c50a503-0f7d-4fc0-81d8-f382814e9fb3'] in dv-cinder-759943-12-iscsi is: [{'id': '5c50a503-0f7d-4fc0-81d8-f382814e9fb3', 'name': 'tempest-TestVolumeBootPattern-1707148743-router', 'tenant_id': 'f547d26d93324f3aa34b62cf920aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:31Z', 'updated_at': '2021-08-20T00:12:51Z', 'revision_number': 6, 'project_id': 'f547d26d93324f3aa34b62cf920aedd6', 'gw_port_host': None}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:12:51.584158 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.612673 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd76d39-ec9f-4710-9f87-e41f8b8e0f18,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:51.681693 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.795882 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.797934 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.800354 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.938706 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.939147 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c50a503-0f7d-4fc0-81d8-f382814e9fb3 {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:12:51.945046 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:51.946296 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-ee5b3970-8278-46bb-8fd4-6cde9df2c746 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5c50a503-0f7d-4fc0-81d8-f382814e9fb3 HTTP/1.1" status: 204 len: 168 time: 1.1480849 Aug 20 00:12:51.948853 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49330) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:51.998497 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Deleting subnet 1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:12:52.001744 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.035650 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.111472 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.241975 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 815e77f4-2dea-4683-b7cf-64f33e6a97fb no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:52.264708 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 815e77f4-2dea-4683-b7cf-64f33e6a97fb {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:52.265083 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 815e77f4-2dea-4683-b7cf-64f33e6a97fb not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:52.265507 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:52.284124 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:52.284470 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device fcd76d39-ec9f-4710-9f87-e41f8b8e0f18 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:52.583999 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.614941 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:52.618467 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.623198 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49332) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:52.623977 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-4d6f6210-1d92-46e0-8cea-0f379e330012 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1dc4902b-6eb9-4e5d-961a-a056e1aaf7a5 HTTP/1.1" status: 204 len: 168 time: 0.6730340 Aug 20 00:12:52.628263 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164e6a0d-73c4-448c-9129-5a54e05df699 None None] Network f67cd798-3ca2-48b0-8584-92045e20bcf4 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:12:52.696828 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.752386 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Deleting port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:52.752625 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.812750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] DHCP port deletion for f67cd798-3ca2-48b0-8584-92045e20bcf4 request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:12:52.819658 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] For port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:52.820061 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.833727 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Calling delete_port for 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:52.858462 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] Deleting port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:52.858838 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.921300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] For port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,segment=NetworkSegment(1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8),segment_id=1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:52.923185 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:52.934706 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] Calling delete_port for 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:52.989541 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.017133 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:53.021336 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] No DVR routers for this DVR port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 on host dv-cinder-759943-12-iscsi {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:12:53.021504 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.048096 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] Pushing event deleted for resources: {'Port': ['ID=2bcfb292-0461-48c1-93da-6b8cad3ee7c7,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:53.051803 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cf2c8-135e-4029-a0ca-ea4a04c7d51c None None] No DVR routers for this DVR port 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:12:53.095606 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.106045 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67cd798-3ca2-48b0-8584-92045e20bcf4']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:53.116684 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:53.116978 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2b71a2-1c9b-4e58-8b2c-0b307ba13dc8') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:53.127271 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.142887 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.149373 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:12:53.149789 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:12:53.151506 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:12:53.280931 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.286135 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.288025 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f67cd798-3ca2-48b0-8584-92045e20bcf4 HTTP/1.1" status: 204 len: 168 time: 0.6637928 Aug 20 00:12:53.291530 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49336) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:53.299775 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dcd15-8109-4bfa-8711-66a274e4a906 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67cd798-3ca2-48b0-8584-92045e20bcf4,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:53.632047 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.887996 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-5767e6e8-479a-4815-a48d-a2d7c6cfdab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.888728 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Deleting port e9bd3705-040f-4afc-986f-18585b3a8ef4 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:53.888938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.948027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:53.970027 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:53.970471 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 2bcfb292-0461-48c1-93da-6b8cad3ee7c7 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:53.971011 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] For port e9bd3705-040f-4afc-986f-18585b3a8ef4, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=e9bd3705-040f-4afc-986f-18585b3a8ef4,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:53.971383 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:53.985710 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Calling delete_port for e9bd3705-040f-4afc-986f-18585b3a8ef4 owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:54.212289 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:54.236868 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bd3705-040f-4afc-986f-18585b3a8ef4,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:54.404053 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:54.619905 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Router e2c56a58-6491-4bf4-949e-2e7a99a7361f has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:12:54.726102 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:12:54.731486 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-29f24c2c-d886-47a5-8ee1-a798dfc985de admin admin] 10.222.0.35 "PUT /v2.0/routers/e2c56a58-6491-4bf4-949e-2e7a99a7361f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4385257 Aug 20 00:12:54.733673 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49338) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:54.736779 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] Sync routers for ids ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:12:54.746882 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] Routers {'e2c56a58-6491-4bf4-949e-2e7a99a7361f'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:54.747500 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:54.857052 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] Set router e2c56a58-6491-4bf4-949e-2e7a99a7361f gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:55.045626 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:12:54Z', 'revision_number': 5, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:55.077929 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] Checking router: e2c56a58-6491-4bf4-949e-2e7a99a7361f for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:12:55.086423 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] Routers {'e2c56a58-6491-4bf4-949e-2e7a99a7361f'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:12:55.087026 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:12:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:55.099022 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.196889 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] Set router e2c56a58-6491-4bf4-949e-2e7a99a7361f gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:12:55.205593 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.337577 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Deleting port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:55.337929 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.375029 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:12:54Z', 'revision_number': 5, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:55.401238 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330a2f0-636e-47c5-9c39-f6394289cedc None None] The sync data for ids ['e2c56a58-6491-4bf4-949e-2e7a99a7361f'] in dv-cinder-759943-12-iscsi is: [{'id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'name': 'tempest-TestVolumeBootPattern-1525417946-router', 'tenant_id': '5771390374504646bf18f8835f57b0f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:04:40Z', 'updated_at': '2021-08-20T00:12:54Z', 'revision_number': 5, 'project_id': '5771390374504646bf18f8835f57b0f1', 'gw_port': {'id': '78e53ca2-0e47-4594-ae5f-8bb834cb33c4', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:80:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c56a58-6491-4bf4-949e-2e7a99a7361f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:04:41Z', 'updated_at': '2021-08-20T00:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:12:55.418901 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] For port 78e53ca2-0e47-4594-ae5f-8bb834cb33c4, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:55.419531 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.446493 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Calling delete_port for 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:55.715743 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.748239 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Pushing event deleted for resources: {'Port': ['ID=78e53ca2-0e47-4594-ae5f-8bb834cb33c4,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:55.827484 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.924972 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:55.927333 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.008033 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device e9bd3705-040f-4afc-986f-18585b3a8ef4 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:56.029870 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: e9bd3705-040f-4afc-986f-18585b3a8ef4 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:56.033453 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device e9bd3705-040f-4afc-986f-18585b3a8ef4 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:56.063785 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.064405 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c56a58-6491-4bf4-949e-2e7a99a7361f {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:12:56.069157 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.070362 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-aa8002c9-973f-4a79-9969-2c4a46ba28cf admin admin] 10.222.0.35 "DELETE /v2.0/routers/e2c56a58-6491-4bf4-949e-2e7a99a7361f HTTP/1.1" status: 204 len: 168 time: 1.3354642 Aug 20 00:12:56.072782 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49340) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:56.124258 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Deleting subnet 08a9e08c-73b3-4aa5-a511-6a02201ccc9f {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:12:56.131543 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.164949 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.246399 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.383893 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.409608 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a9e08c-73b3-4aa5-a511-6a02201ccc9f,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:56.417238 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.420073 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-39abbd93-1605-4c8b-a9bc-2aa94a5601f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/08a9e08c-73b3-4aa5-a511-6a02201ccc9f HTTP/1.1" status: 204 len: 168 time: 0.3454182 Aug 20 00:12:56.422261 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49342) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:56.424185 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713f983-07a7-4cf2-bf60-4a6259f2c6db None None] Network 1a1535b2-40b6-4f91-b352-6db0f7625c9c requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:12:56.498796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.562781 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Deleting port 0d36a1ce-0c16-43fd-8e81-66761a64304f {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:56.563123 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.613832 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] DHCP port deletion for 1a1535b2-40b6-4f91-b352-6db0f7625c9c request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:12:56.628419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] For port 0d36a1ce-0c16-43fd-8e81-66761a64304f, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=0d36a1ce-0c16-43fd-8e81-66761a64304f,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:56.628784 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.643248 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Calling delete_port for 0d36a1ce-0c16-43fd-8e81-66761a64304f owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:56.678620 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] Deleting port 0d36a1ce-0c16-43fd-8e81-66761a64304f {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:12:56.679000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.736780 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22dcea70-0459-40f3-95e3-a546efa48888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.742396 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] For port 0d36a1ce-0c16-43fd-8e81-66761a64304f, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=0d36a1ce-0c16-43fd-8e81-66761a64304f,segment=NetworkSegment(eda307a2-7b49-4ef6-a7f9-02d311f0c58c),segment_id=eda307a2-7b49-4ef6-a7f9-02d311f0c58c)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:12:56.742788 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.755269 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] Calling delete_port for 0d36a1ce-0c16-43fd-8e81-66761a64304f owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:12:56.818442 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.832543 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.845291 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d36a1ce-0c16-43fd-8e81-66761a64304f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:56.847345 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] No DVR routers for this DVR port 0d36a1ce-0c16-43fd-8e81-66761a64304f on host dv-cinder-759943-12-iscsi {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:12:56.926493 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.938397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1535b2-40b6-4f91-b352-6db0f7625c9c']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:56.949224 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:56.949516 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda307a2-7b49-4ef6-a7f9-02d311f0c58c') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:12:56.958643 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.972538 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.978629 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:12:56.979157 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:12:56.981599 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:12:56.985965 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] Pushing event deleted for resources: {'Port': ['ID=0d36a1ce-0c16-43fd-8e81-66761a64304f,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:56.990219 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3b68c-4d5d-473a-af23-2a69e9aabc63 None None] No DVR routers for this DVR port 0d36a1ce-0c16-43fd-8e81-66761a64304f on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:12:57.092148 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.126835 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.132610 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.135092 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1a1535b2-40b6-4f91-b352-6db0f7625c9c HTTP/1.1" status: 204 len: 168 time: 0.7114260 Aug 20 00:12:57.146844 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e03b9f-248a-4b13-843c-cc7def721064 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1535b2-40b6-4f91-b352-6db0f7625c9c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:57.505316 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49346) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:57.548954 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-31db85ae-1580-4d59-ba49-ecd0de28b310 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f547d26d93324f3aa34b62cf920aedd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422742 Aug 20 00:12:57.551349 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49348) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:57.606435 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a30d981-42a2-4373-a3e0-a245410f1c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.628742 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a30d981-42a2-4373-a3e0-a245410f1c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.772863 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a30d981-42a2-4373-a3e0-a245410f1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.775650 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a30d981-42a2-4373-a3e0-a245410f1c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:57.777543 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-6a30d981-42a2-4373-a3e0-a245410f1c62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75a772e0-cda8-4a91-92c8-9cef5ce7e6d5 HTTP/1.1" status: 204 len: 168 time: 0.2252562 Aug 20 00:12:57.785391 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30d981-42a2-4373-a3e0-a245410f1c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a772e0-cda8-4a91-92c8-9cef5ce7e6d5,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:57.952988 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:57.980459 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:57.986329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 78e53ca2-0e47-4594-ae5f-8bb834cb33c4 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:57.986329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 0d36a1ce-0c16-43fd-8e81-66761a64304f no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:12:58.006674 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 0d36a1ce-0c16-43fd-8e81-66761a64304f {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:12:58.009525 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 0d36a1ce-0c16-43fd-8e81-66761a64304f not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:12:58.292279 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:58.720157 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49354) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:58.764171 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-58eff9bc-9268-40f9-a187-4c0492ad652a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5771390374504646bf18f8835f57b0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426686 Aug 20 00:12:58.768713 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49356) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:12:58.827353 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f27c866b-20c3-4d7c-8ad6-49b0c2dfb654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:58.850973 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f27c866b-20c3-4d7c-8ad6-49b0c2dfb654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:59.058539 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f27c866b-20c3-4d7c-8ad6-49b0c2dfb654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:59.061206 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f27c866b-20c3-4d7c-8ad6-49b0c2dfb654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:12:59.062394 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-f27c866b-20c3-4d7c-8ad6-49b0c2dfb654 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f9d08bc-8044-4cb8-91c5-bd874ca5639f HTTP/1.1" status: 204 len: 168 time: 0.2919400 Aug 20 00:12:59.070452 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c866b-20c3-4d7c-8ad6-49b0c2dfb654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9d08bc-8044-4cb8-91c5-bd874ca5639f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:12:59.692442 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:00.760841 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:13:04.068155 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3b326-98d5-43dc-a61c-5873140a3ee4 req-3de4b8e5-4a10-4058-9b25-7beb387e7761 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:04.069645 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9ea3b326-98d5-43dc-a61c-5873140a3ee4 req-3de4b8e5-4a10-4058-9b25-7beb387e7761 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0541894 Aug 20 00:13:04.110781 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-9ea3b326-98d5-43dc-a61c-5873140a3ee4 req-0e1828fc-40a5-46b5-a429-f224cbec4ff0 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349693 Aug 20 00:13:04.126076 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-470096f1-3217-4c8b-b01f-60b93ca0bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:04.127600 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-470096f1-3217-4c8b-b01f-60b93ca0bab6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1137 time: 0.0433908 Aug 20 00:13:04.225326 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-1ab6bc17-ec3e-4902-8141-311037769737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:04.226737 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-1ab6bc17-ec3e-4902-8141-311037769737 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 916 time: 0.0916510 Aug 20 00:13:04.298627 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-aaeac816-ae79-45fd-ac91-9cd534570318 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 1001 time: 0.0644474 Aug 20 00:13:04.349066 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-5c09639b-1812-44a9-95ff-0bb9e3140f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:04.350518 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-5c09639b-1812-44a9-95ff-0bb9e3140f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 200 len: 854 time: 0.0441391 Aug 20 00:13:04.398259 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-061a6cfa-de6e-42f7-a36f-84f9ee3cf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:04.399750 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-061a6cfa-de6e-42f7-a36f-84f9ee3cf892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8e75847-2d11-433a-972f-0a343b54cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420663 Aug 20 00:13:04.487045 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-cb82c202-03cb-4d7e-a8e6-99c1809195fb service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797517 Aug 20 00:13:04.578221 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-f7092ed6-d8a6-4925-9df2-09de5742a74a req-eaadd399-cab2-4133-8bb4-b42a5f9e02b3 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 Aug 20 00:13:05.228321 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048fe9e-8e57-4e3a-bc52-2e47deaf3afb req-88351104-40c5-4553-8867-a32caa1f73be tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:05.229807 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1048fe9e-8e57-4e3a-bc52-2e47deaf3afb req-88351104-40c5-4553-8867-a32caa1f73be tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0491722 Aug 20 00:13:05.271000 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-1048fe9e-8e57-4e3a-bc52-2e47deaf3afb req-ea5e96e7-7a82-42db-a48e-d420313eef41 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342271 Aug 20 00:13:06.394113 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2815d-5863-4add-83b1-d17a4818e51b req-5626a6f6-2f40-4835-9a17-483cb2b65852 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:06.396425 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27b2815d-5863-4add-83b1-d17a4818e51b req-5626a6f6-2f40-4835-9a17-483cb2b65852 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0531952 Aug 20 00:13:06.448817 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-27b2815d-5863-4add-83b1-d17a4818e51b req-2e755b13-54d2-44fd-8cc4-0ceafce61ba3 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423379 Aug 20 00:13:07.573392 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab563a4f-bd5b-4519-ac23-a47790d1393d req-09758a0b-9a43-4bcc-a55d-5386192292b1 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:07.574951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab563a4f-bd5b-4519-ac23-a47790d1393d req-09758a0b-9a43-4bcc-a55d-5386192292b1 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0560272 Aug 20 00:13:07.615913 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ab563a4f-bd5b-4519-ac23-a47790d1393d req-283f3698-f590-47e2-907f-078c3ba61039 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346298 Aug 20 00:13:08.733693 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087e2a8-a815-4f44-af12-9ae56636a023 req-a3808829-8f65-4dfa-a8aa-238a29dac0af tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:08.735248 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2087e2a8-a815-4f44-af12-9ae56636a023 req-a3808829-8f65-4dfa-a8aa-238a29dac0af tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0506713 Aug 20 00:13:08.775167 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-2087e2a8-a815-4f44-af12-9ae56636a023 req-5fc0e8a6-9f19-43b3-b2e4-339c8638b612 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338855 Aug 20 00:13:09.893231 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230baf9f-81f9-473b-981a-92924bb174a5 req-7056c729-6289-4a93-85a7-44851f77fe18 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:09.894763 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-230baf9f-81f9-473b-981a-92924bb174a5 req-7056c729-6289-4a93-85a7-44851f77fe18 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0495696 Aug 20 00:13:09.935298 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-230baf9f-81f9-473b-981a-92924bb174a5 req-51280543-ca53-4fb3-9c91-8fd50429b90a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339541 Aug 20 00:13:11.055343 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684a881-7645-470f-8019-d189837f4650 req-a68aab54-228c-4b65-93f3-2eaeb42a7609 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:11.056964 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8684a881-7645-470f-8019-d189837f4650 req-a68aab54-228c-4b65-93f3-2eaeb42a7609 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0540094 Aug 20 00:13:11.098530 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8684a881-7645-470f-8019-d189837f4650 req-9a57b0f2-d2e2-4ce9-bafe-44b259f4efd7 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346510 Aug 20 00:13:12.215624 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2426da0-c722-40cb-9e9e-0fac0722e0a2 req-1e6f4f17-7efe-41ae-8a7e-7b4ee40860b2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:12.217496 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e2426da0-c722-40cb-9e9e-0fac0722e0a2 req-1e6f4f17-7efe-41ae-8a7e-7b4ee40860b2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0510762 Aug 20 00:13:12.258203 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e2426da0-c722-40cb-9e9e-0fac0722e0a2 req-f313fbab-417a-4624-9ee2-93ad8f2c708c tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345538 Aug 20 00:13:13.376441 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1da92-99e0-4a6f-acb3-10f44511b407 req-c93a4ebc-9de2-4b95-bb2b-f37a5b3307a2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:13.377948 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79c1da92-99e0-4a6f-acb3-10f44511b407 req-c93a4ebc-9de2-4b95-bb2b-f37a5b3307a2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0515893 Aug 20 00:13:13.421092 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79c1da92-99e0-4a6f-acb3-10f44511b407 req-aa72e4c9-f0ec-4427-b861-e9130562b607 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370040 Aug 20 00:13:14.548065 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad219d0a-cd4b-4f4e-9ed0-587ffac4a4ff req-cfb58cb3-6dab-472d-9405-744978448340 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:14.549634 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ad219d0a-cd4b-4f4e-9ed0-587ffac4a4ff req-cfb58cb3-6dab-472d-9405-744978448340 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0548351 Aug 20 00:13:14.591911 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-ad219d0a-cd4b-4f4e-9ed0-587ffac4a4ff req-cba34803-cdc7-4f6e-96d9-4629acb7a3f4 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354640 Aug 20 00:13:15.714819 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6a37b-eac2-4ec2-8cc1-5b7e54e3c2bf req-3c90de10-8a06-4571-ad08-627dc57dca0a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:15.717563 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-67a6a37b-eac2-4ec2-8cc1-5b7e54e3c2bf req-3c90de10-8a06-4571-ad08-627dc57dca0a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0514216 Aug 20 00:13:15.760024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-67a6a37b-eac2-4ec2-8cc1-5b7e54e3c2bf req-cd489b9a-3495-4a27-9733-05a191ab44e0 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&id=578ef908-0c4d-4623-a283-bc4824488b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359733 Aug 20 00:13:21.858419 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:23.914274 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-676fd04d-48e7-425c-833b-3172fb054ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:24.992687 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77402-4aab-443c-b662-12dec0228bbd req-1b930ccc-434d-466b-bc03-16d581745178 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:24.994186 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-16f77402-4aab-443c-b662-12dec0228bbd req-1b930ccc-434d-466b-bc03-16d581745178 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0537615 Aug 20 00:13:25.033479 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-16f77402-4aab-443c-b662-12dec0228bbd req-b9de08a6-732b-474b-ae2b-79d842e31198 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325530 Aug 20 00:13:26.157595 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173eb5c-e3f3-4896-87e2-512a3f7a97f7 req-5d359e65-6d3f-480b-a1b0-781ae717a87b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:26.159007 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b173eb5c-e3f3-4896-87e2-512a3f7a97f7 req-5d359e65-6d3f-480b-a1b0-781ae717a87b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Aug 20 00:13:26.199913 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-b173eb5c-e3f3-4896-87e2-512a3f7a97f7 req-aeaf8727-e1c5-40a6-a88d-04dd06be6443 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347574 Aug 20 00:13:26.720490 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bd59dfe4-a5ed-4c84-b64e-64f26016ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:26.954966 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:27.315720 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36169-b6c1-4df9-91ec-af43d3897c3f req-9744da8e-18b4-4a30-9c6b-b14752460d8a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:27.317279 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-04c36169-b6c1-4df9-91ec-af43d3897c3f req-9744da8e-18b4-4a30-9c6b-b14752460d8a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0497200 Aug 20 00:13:27.359010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-04c36169-b6c1-4df9-91ec-af43d3897c3f req-413ca5d9-5365-49be-a7e8-35872198ad7a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358334 Aug 20 00:13:28.080332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:28.477983 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce540e-b860-425f-a0f1-38ff18baf6e2 req-3f7d53b5-75ee-4232-8f6b-17c785095ff9 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:28.479462 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8bce540e-b860-425f-a0f1-38ff18baf6e2 req-3f7d53b5-75ee-4232-8f6b-17c785095ff9 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Aug 20 00:13:28.517794 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8bce540e-b860-425f-a0f1-38ff18baf6e2 req-14f2807f-fe82-4e9e-81ee-75f27b998ccf tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315359 Aug 20 00:13:29.637492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c900a-8f44-4a9a-a61c-22691932c602 req-b7753771-3a4a-45d8-8364-77a315f87299 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:29.639016 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e2c900a-8f44-4a9a-a61c-22691932c602 req-b7753771-3a4a-45d8-8364-77a315f87299 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0540447 Aug 20 00:13:29.651319 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:29.678428 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7e2c900a-8f44-4a9a-a61c-22691932c602 req-345a8946-e068-4a98-9daf-ac09cfd4af35 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333521 Aug 20 00:13:30.300285 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-370fb6cc-db97-4d7f-ac29-16d649c9e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:30.301783 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-370fb6cc-db97-4d7f-ac29-16d649c9e7b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0416143 Aug 20 00:13:30.406938 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-e0f0329d-80e0-4d8d-9435-4de366eda40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:30.408492 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-e0f0329d-80e0-4d8d-9435-4de366eda40b service neutron] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 910 time: 0.0860939 Aug 20 00:13:30.479312 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-49b2ed17-ff32-4ce8-8e3d-3afab1097b3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 1001 time: 0.0621550 Aug 20 00:13:30.530121 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-e752b025-6a68-4ded-8005-4aadbbfc693c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:30.532837 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-e752b025-6a68-4ded-8005-4aadbbfc693c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0451226 Aug 20 00:13:30.579109 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-9d7dfec7-dee7-4ad5-90f9-06e597d84703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:30.580718 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-9d7dfec7-dee7-4ad5-90f9-06e597d84703 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405362 Aug 20 00:13:30.676028 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-45c873b3-5ca6-4a73-a136-2894911927c3 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871887 Aug 20 00:13:30.770918 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ed8f7de1-ba4a-45a2-9f2b-6dcd126a029a req-2e2216d5-8d12-493d-b069-70b7201f43f4 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869913 Aug 20 00:13:30.796505 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb1244-b6d9-4885-bb90-c68b4a98a5ac req-91e12f44-53f0-47a2-b79f-358cb7be0c97 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:30.798627 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cffb1244-b6d9-4885-bb90-c68b4a98a5ac req-91e12f44-53f0-47a2-b79f-358cb7be0c97 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Aug 20 00:13:30.836337 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-cffb1244-b6d9-4885-bb90-c68b4a98a5ac req-315b09c7-0504-49a5-8ffe-097a3df3ed34 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315821 Aug 20 00:13:31.967025 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9dfcd-30d3-4c59-8fdf-90ac106bfe4b req-108aa7e4-f3bd-49f4-b08d-132b5d0b306b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:31.968771 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6a9dfcd-30d3-4c59-8fdf-90ac106bfe4b req-108aa7e4-f3bd-49f4-b08d-132b5d0b306b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Aug 20 00:13:32.007957 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e6a9dfcd-30d3-4c59-8fdf-90ac106bfe4b req-a978d8b8-310a-4397-ba77-273d9fcf5fa4 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325735 Aug 20 00:13:33.128215 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83465e81-99a7-43ee-9014-903e106f92ed req-3448c3ea-341a-477d-ab4d-331a9bfb8b32 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:33.130024 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-83465e81-99a7-43ee-9014-903e106f92ed req-3448c3ea-341a-477d-ab4d-331a9bfb8b32 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0547252 Aug 20 00:13:33.172802 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-83465e81-99a7-43ee-9014-903e106f92ed req-af466357-a436-469f-abb9-7243dbc7ce56 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369952 Aug 20 00:13:34.288039 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2cd6b-aca9-4250-a3dd-7beb9d16015b req-f81ed5e4-b033-4b9a-867f-52f416a99f33 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:34.289631 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-32a2cd6b-aca9-4250-a3dd-7beb9d16015b req-f81ed5e4-b033-4b9a-867f-52f416a99f33 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0480995 Aug 20 00:13:34.338868 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-32a2cd6b-aca9-4250-a3dd-7beb9d16015b req-a384709a-cdf8-4475-979a-1ee0b25cea96 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432835 Aug 20 00:13:35.227101 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-be066e64-4a9d-4f9f-8c70-914b1f4200fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:35.228640 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-be066e64-4a9d-4f9f-8c70-914b1f4200fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0462780 Aug 20 00:13:35.321362 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-05b34341-e404-4a58-bcc9-d782a8239841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:35.322847 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-05b34341-e404-4a58-bcc9-d782a8239841 service neutron] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 910 time: 0.0860641 Aug 20 00:13:35.396668 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-ddc8faf7-65aa-4dac-a4b0-ab4975fce89a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 1001 time: 0.0657339 Aug 20 00:13:35.447427 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-a4405e72-a9eb-49a6-ac03-ee9d4cc147ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:35.448955 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-a4405e72-a9eb-49a6-ac03-ee9d4cc147ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0449884 Aug 20 00:13:35.456448 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a53c-b8b5-4354-b262-880beb82a460 req-e8cfdad5-dbf0-43d7-b70f-9267da04b196 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:35.457983 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-35c3a53c-b8b5-4354-b262-880beb82a460 req-e8cfdad5-dbf0-43d7-b70f-9267da04b196 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0500352 Aug 20 00:13:35.495655 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-35c3a53c-b8b5-4354-b262-880beb82a460 req-4e99eafc-fe59-4d8f-ab37-7f9fee7d1da6 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317733 Aug 20 00:13:35.495906 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-578bbd12-1155-4f39-8e58-e5c0c2987fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:35.497274 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-578bbd12-1155-4f39-8e58-e5c0c2987fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410631 Aug 20 00:13:35.590580 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-e6404c69-7a6b-42c2-b414-4b1226647fad service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850735 Aug 20 00:13:35.681524 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ebdb0711-81a0-4328-90ed-38bebf315ebb req-1a02c423-6e65-4570-9cf4-4f055257b34f service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Aug 20 00:13:36.615765 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cec8e-b9ae-4288-9cb9-610d28770c70 req-22e8a1d8-6faf-4f78-b1dd-cd92eb9b73a8 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:36.617355 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e70cec8e-b9ae-4288-9cb9-610d28770c70 req-22e8a1d8-6faf-4f78-b1dd-cd92eb9b73a8 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0547972 Aug 20 00:13:36.655382 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e70cec8e-b9ae-4288-9cb9-610d28770c70 req-ba860f87-8a29-4253-8663-1b1cc6cf5033 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320883 Aug 20 00:13:37.762570 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:13:37.773108 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c1553-17cd-4868-bc3c-1889956f550c req-40e53761-1157-42ed-8685-c9bf61134c75 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:37.774603 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-216c1553-17cd-4868-bc3c-1889956f550c req-40e53761-1157-42ed-8685-c9bf61134c75 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0536704 Aug 20 00:13:37.815081 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-216c1553-17cd-4868-bc3c-1889956f550c req-46bd6881-cdbb-4195-9840-a34dfa0af41a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343246 Aug 20 00:13:38.929449 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b248-8cda-4818-af01-3d8863fb2b3a req-a377e1ce-b5f3-4738-b93c-c1ed446cf909 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:38.930926 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a98b248-8cda-4818-af01-3d8863fb2b3a req-a377e1ce-b5f3-4738-b93c-c1ed446cf909 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0481107 Aug 20 00:13:38.967894 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-7a98b248-8cda-4818-af01-3d8863fb2b3a req-0e193a0e-f2e7-4b69-998f-62d2f9de6fc4 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308263 Aug 20 00:13:39.307416 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39186548-f281-4319-a875-8bd978fec347 req-e7439a49-7a41-469f-a52f-68f341f649cf tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:39.309207 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-39186548-f281-4319-a875-8bd978fec347 req-e7439a49-7a41-469f-a52f-68f341f649cf tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0581858 Aug 20 00:13:39.349434 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-39186548-f281-4319-a875-8bd978fec347 req-c90ab25c-ce71-4d95-8a13-1161c613aa0b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340083 Aug 20 00:13:39.533606 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-c7e1324c-f6ec-44cd-bcc7-d1454013530e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2234485 Aug 20 00:13:40.465916 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cc984-0a5d-48ac-a953-97e39cc49e99 req-4aef79b7-e7e2-4de6-9d5c-9c8c038c3d2f tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:40.467415 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c63cc984-0a5d-48ac-a953-97e39cc49e99 req-4aef79b7-e7e2-4de6-9d5c-9c8c038c3d2f tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0483725 Aug 20 00:13:40.480780 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:13:40.505446 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-c63cc984-0a5d-48ac-a953-97e39cc49e99 req-8694cda1-a940-4bdd-a161-88e8694ce0ea tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319235 Aug 20 00:13:40.556792 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:40.577823 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:13:40.580069 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48255653-6152-4a07-9ffe-5f82a750c879" -d '{"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-unplugged", "status": "completed", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:13:40.592273 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:40.610948 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 00:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff6c1b6-7ae3-4d1a-8ae2-ff5f3e878687 x-openstack-request-id: req-4ff6c1b6-7ae3-4d1a-8ae2-ff5f3e878687 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:13:40.611235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-unplugged", "status": "failed", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "code": 422}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:13:40.611527 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4ff6c1b6-7ae3-4d1a-8ae2-ff5f3e878687 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:13:40.611965 dv-cinder-759943-12-iscsi neutron-server[101346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'code': 422} returned with failed status Aug 20 00:13:40.674085 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:40.724780 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=6']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:40.731530 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.731873 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.732239 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.732568 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.732894 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.733220 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.733546 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.733869 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.734190 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.734510 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.734826 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:40.735141 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:41.621701 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccad47c-2ead-45b8-9335-f17cbfee4e7d req-394b32cb-7277-4780-8be5-bec2be38df59 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:41.623200 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dccad47c-2ead-45b8-9335-f17cbfee4e7d req-394b32cb-7277-4780-8be5-bec2be38df59 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0515110 Aug 20 00:13:41.662813 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-dccad47c-2ead-45b8-9335-f17cbfee4e7d req-daa00072-7b63-4684-b3f8-c249d05a5db3 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323124 Aug 20 00:13:41.862646 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-7479c1b5-472d-4b1e-803e-3b0b32924d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:41.864229 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-7479c1b5-472d-4b1e-803e-3b0b32924d7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11&tenant_id=1c1ffd6835e94ab194e65bb216513cbd HTTP/1.1" status: 200 len: 1096 time: 0.0814691 Aug 20 00:13:41.923069 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-60162e84-0a37-415f-a954-b1f972130a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:41.925104 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-60162e84-0a37-415f-a954-b1f972130a1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1096 time: 0.0381877 Aug 20 00:13:42.014138 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-64d83466-ad51-47e4-ba4d-0ed189750244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:42.015615 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-64d83466-ad51-47e4-ba4d-0ed189750244 service neutron] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 910 time: 0.0831361 Aug 20 00:13:42.083692 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-f0b2bbb5-6e64-4b9c-a2f7-3624ce55ad56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 999 time: 0.0595021 Aug 20 00:13:42.134661 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-135c3f8b-fb4c-4555-b983-bf5db7b1f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:42.135947 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-135c3f8b-fb4c-4555-b983-bf5db7b1f4a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0456886 Aug 20 00:13:42.185960 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-b3e8489a-8fe6-4f14-8129-b870f074a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:42.187601 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-b3e8489a-8fe6-4f14-8129-b870f074a473 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450284 Aug 20 00:13:42.282694 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-7126cc1b-5154-4694-97b9-d142d5e5e236 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866804 Aug 20 00:13:42.370916 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-0453ca45-193d-4bca-aea6-8d249ed4e77c req-a85b9db2-0dce-4899-972c-c3dce24f3aaf service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809543 Aug 20 00:13:42.777484 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74948bd8-ed17-4981-9342-285df83e05a8 req-6d8ff4b6-24b7-4b49-b169-250a40915914 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:42.778951 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-74948bd8-ed17-4981-9342-285df83e05a8 req-6d8ff4b6-24b7-4b49-b169-250a40915914 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0487251 Aug 20 00:13:42.818828 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-74948bd8-ed17-4981-9342-285df83e05a8 req-21acc495-175c-4214-9628-48975e52e69e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328977 Aug 20 00:13:43.934775 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52c226-4064-4026-b6d2-ed76e5c0c8de req-f7b95eae-f1bb-4bf8-914c-ac287989e87e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:43.936274 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd52c226-4064-4026-b6d2-ed76e5c0c8de req-f7b95eae-f1bb-4bf8-914c-ac287989e87e tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0515752 Aug 20 00:13:43.974583 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd52c226-4064-4026-b6d2-ed76e5c0c8de req-dc27d56c-5de4-43e1-a1f1-32c0fb92c446 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313098 Aug 20 00:13:45.091098 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473541e-ae8d-48bd-b747-456b31d6c8a3 req-75132cbb-dd2c-4efb-ab15-1b884fb903f5 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:45.092589 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e473541e-ae8d-48bd-b747-456b31d6c8a3 req-75132cbb-dd2c-4efb-ab15-1b884fb903f5 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0515490 Aug 20 00:13:45.130588 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-e473541e-ae8d-48bd-b747-456b31d6c8a3 req-bbd6901b-a8a7-4cd4-a88b-35d297dedd87 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311596 Aug 20 00:13:46.250525 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aae58d-ac0d-43fb-964e-7b2f0ad10703 req-780829de-95ee-47a7-b363-30685e26cae9 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:46.252069 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-31aae58d-ac0d-43fb-964e-7b2f0ad10703 req-780829de-95ee-47a7-b363-30685e26cae9 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0530732 Aug 20 00:13:46.296520 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-31aae58d-ac0d-43fb-964e-7b2f0ad10703 req-699d5d4b-e2c4-4b70-aa1f-708226f1cba2 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383716 Aug 20 00:13:47.409329 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc2a39-95d3-42b1-b318-3b215277272d req-4f885d28-7f13-4e2c-8615-884c1ae75ccc tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:47.410723 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8afc2a39-95d3-42b1-b318-3b215277272d req-4f885d28-7f13-4e2c-8615-884c1ae75ccc tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0478790 Aug 20 00:13:47.448180 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-8afc2a39-95d3-42b1-b318-3b215277272d req-be2bcd76-9cb4-49c6-8a5f-c9b439e48716 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313985 Aug 20 00:13:48.573693 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a55f7b-86c1-47d1-a2da-27e737c48add req-247a1a22-fc15-40d9-a7fb-17328f27d488 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:48.575131 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a5a55f7b-86c1-47d1-a2da-27e737c48add req-247a1a22-fc15-40d9-a7fb-17328f27d488 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0606499 Aug 20 00:13:48.615380 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-36a592cb-7dc7-4342-8fbe-c2e99f359938 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581688214&fields=id&tenant_id=d4a92371d9a64c86831dcde640f690de HTTP/1.1" status: 200 len: 267 time: 0.0574706 Aug 20 00:13:48.635171 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-a5a55f7b-86c1-47d1-a2da-27e737c48add req-a081876c-9846-470d-a958-ca6de49b164b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539656 Aug 20 00:13:48.674256 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-7afb9e2e-be13-479b-a948-2bf2bc5e70c2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:48.675729 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-7afb9e2e-be13-479b-a948-2bf2bc5e70c2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 984 time: 0.0529983 Aug 20 00:13:48.687613 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.v2.base [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Request body: {'port': {'security_groups': ['d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5']}} {{(pid=101344) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 00:13:48.756995 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.198237 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:49.227385 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.290508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15917238'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.305558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['a1621a25-a29b-4204-8518-373d6c5a0890'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:13:49.335402 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:49.336071 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.337483 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-48b214e8-3bdd-4500-a0d1-4797673ded6f req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "PUT /v2.0/ports/a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 942 time: 0.6547697 Aug 20 00:13:49.337948 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:13:49.340312 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d" -d '{"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:13:49.343348 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49468) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:13:49.374299 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event updated for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:49.383398 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.383725 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.384059 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.384397 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.384728 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.385055 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.385384 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.385842 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.386169 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.386494 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.386814 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.387134 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb96c82-f64c-4bdc-a696-2827c69c220f tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.414952 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.435226 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['a1621a25-a29b-4204-8518-373d6c5a0890'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:13:49.454223 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.558714 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e901f9f-2ca4-4bfa-aec6-b75491cb5af5 x-openstack-request-id: req-5e901f9f-2ca4-4bfa-aec6-b75491cb5af5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:13:49.559247 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:13:49.559492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e901f9f-2ca4-4bfa-aec6-b75491cb5af5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:13:49.559885 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'status': 'completed', 'code': 200} Aug 20 00:13:49.596830 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.600363 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.601492 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "DELETE /v2.0/security-groups/578ef908-0c4d-4623-a283-bc4824488b0e HTTP/1.1" status: 204 len: 168 time: 0.2571349 Aug 20 00:13:49.604395 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49472) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:13:49.628579 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578ef908-0c4d-4623-a283-bc4824488b0e,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:49.641001 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-c1c7b4e8-566a-4ad1-b04c-9971acbb3167 None None] Provisioning complete for port a1621a25-a29b-4204-8518-373d6c5a0890 triggered by entity DHCP. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:13:49.641291 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-c1c7b4e8-566a-4ad1-b04c-9971acbb3167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.641783 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.642141 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.642485 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.642826 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.643308 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.643504 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.643838 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.644197 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.644522 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.645254 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.645622 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.646520 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0da76-22cd-446d-a97e-cbdf83dca2e2 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:13:49.656026 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-4fe60e16-f038-4c18-a2c8-6c5421006feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:49.657118 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-4fe60e16-f038-4c18-a2c8-6c5421006feb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1098 time: 0.0698519 Aug 20 00:13:49.767161 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-fea9d6ff-6261-4472-8b55-0d63dd4fa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:49.768665 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-fea9d6ff-6261-4472-8b55-0d63dd4fa9fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 916 time: 0.1033573 Aug 20 00:13:49.790958 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcabce-ecf4-43fe-98bf-c3f3341b4848 req-7f493f09-28f3-4573-98b1-931a944eb845 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:49.792494 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-edbcabce-ecf4-43fe-98bf-c3f3341b4848 req-7f493f09-28f3-4573-98b1-931a944eb845 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0860012 Aug 20 00:13:49.839381 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-77ce89b7-00f1-4d64-b2ce-0d5088e14d0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 1001 time: 0.0622318 Aug 20 00:13:49.842734 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Deleting port b6d8adfa-fc22-4013-a1e8-99f4d5a053c8 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:13:49.843082 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.847010 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-edbcabce-ecf4-43fe-98bf-c3f3341b4848 req-4193a3a6-07ab-4d57-9056-cbc61902a170 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482419 Aug 20 00:13:49.894236 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-0d2e4b19-a3c7-4fad-b3f6-1125e059c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:49.896782 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-0d2e4b19-a3c7-4fad-b3f6-1125e059c57f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 200 len: 854 time: 0.0501962 Aug 20 00:13:49.925289 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.925620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:49.943144 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Calling delete_port for b6d8adfa-fc22-4013-a1e8-99f4d5a053c8 owned by network:floatingip {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:13:49.946722 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-961e7678-2bf1-43ea-8425-fe31b32a525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:49.948264 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-961e7678-2bf1-43ea-8425-fe31b32a525f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8e75847-2d11-433a-972f-0a343b54cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445325 Aug 20 00:13:50.041293 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-555ca2c6-2d42-4087-9f44-69e66ef2b76e service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860612 Aug 20 00:13:50.132356 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-3ebfbfc2-5b6d-4d71-933f-383c8aa3251d req-75246bec-d2bc-4515-9e0a-b57b48037bdb service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834479 Aug 20 00:13:50.170970 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:50.196581 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event deleted for resources: {'Port': ['ID=b6d8adfa-fc22-4013-a1e8-99f4d5a053c8,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:50.256477 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks [] for floatingip, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:50.256803 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Floating IP 1c794df8-66e1-481f-a760-260e7b2808a1 disassociated (deleted). External IP: 172.27.1.201, port: a1621a25-a29b-4204-8518-373d6c5a0890. Aug 20 00:13:50.466379 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Router a0f03cb2-bbee-42ee-a134-7614d979e952 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:13:50.523137 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=101346) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 00:13:50.573419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:13:50.578393 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:50.586130 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] Sync routers for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:13:50.600619 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:13:50.601240 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:13:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:13:50.605911 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2867b9d1-bafe-4acc-9d8c-c8a3ad26948a tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "DELETE /v2.0/floatingips/1c794df8-66e1-481f-a760-260e7b2808a1 HTTP/1.1" status: 204 len: 168 time: 1.0002728 Aug 20 00:13:50.665422 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:50.712604 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Returning: {'device': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'port_id': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'mac_address': 'fa:16:3e:19:2d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101346) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 00:13:50.757108 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:13:50.790789 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:50.811058 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf {{(pid=101346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 00:13:50.895268 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:50.975677 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79112d5e-8661-4c95-bafa-0563c53f514a req-a89030da-eb3f-441b-8a73-afef4aa33557 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:50.977480 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79112d5e-8661-4c95-bafa-0563c53f514a req-a89030da-eb3f-441b-8a73-afef4aa33557 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 943 time: 0.0558875 Aug 20 00:13:50.987223 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:51.015432 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:13:51.024172 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-79112d5e-8661-4c95-bafa-0563c53f514a req-07497963-34d9-4cf9-8d4d-de84f7770571 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380542 Aug 20 00:13:51.045144 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] Checking router: a0f03cb2-bbee-42ee-a134-7614d979e952 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:13:51.064759 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=7']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:51.068897 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:13:51.069571 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:13:27Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:13:51.180550 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:13:51.206780 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:13:51.490000 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:13:51.524935 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716e77f-e251-45bf-a56c-99b305c7bbf6 None None] The sync data for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi is: [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:11:48Z', 'revision_number': 4, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '1a13423c-3233-4c6b-a613-e50c7098d847', 'name': '', 'network_id': 'c8e75847-2d11-433a-972f-0a343b54cd15', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'mac_address': 'fa:16:3e:e7:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '832beabb-741e-43eb-a54d-6d614967cb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:48Z', 'updated_at': '2021-08-20T00:11:55Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'subnets': [{'id': '832beabb-741e-43eb-a54d-6d614967cb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:13:51.561476 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:13:51.563874 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec1886-318b-473c-b62b-57caa37316dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:13:51.602547 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d265073-8604-4275-9cea-6f51e4c60acd x-openstack-request-id: req-9d265073-8604-4275-9cea-6f51e4c60acd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:13:51.603080 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:13:51.603404 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d265073-8604-4275-9cea-6f51e4c60acd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:13:51.604071 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'status': 'completed', 'code': 200} Aug 20 00:13:51.666520 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1886-318b-473c-b62b-57caa37316dd req-e4edf511-a39b-4b79-a76e-b964f2860876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:51.668141 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-e4edf511-a39b-4b79-a76e-b964f2860876 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4a92371d9a64c86831dcde640f690de&device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 1098 time: 0.0440521 Aug 20 00:13:51.771946 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1886-318b-473c-b62b-57caa37316dd req-c2fa0516-70e0-43f2-ac7a-4a9dcf93af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:51.773474 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-c2fa0516-70e0-43f2-ac7a-4a9dcf93af3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 200 len: 916 time: 0.0951958 Aug 20 00:13:51.791400 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc18fca-d3aa-4e48-8d6a-7dd585d95253 None None] New status for floating IP 1c794df8-66e1-481f-a760-260e7b2808a1: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:13:51.799765 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:51.823605 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-5b2a33f1-4278-4386-a4ca-c8e0a23f2c58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 200 len: 217 time: 0.0427730 Aug 20 00:13:51.876804 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1886-318b-473c-b62b-57caa37316dd req-bf3a3db9-5be6-419c-ae17-9c8f0a2a66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:51.878284 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-bf3a3db9-5be6-419c-ae17-9c8f0a2a66a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 200 len: 854 time: 0.0472999 Aug 20 00:13:51.928024 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1886-318b-473c-b62b-57caa37316dd req-dc85edff-4e53-4d94-abae-35303c711974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:51.929521 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-dc85edff-4e53-4d94-abae-35303c711974 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8e75847-2d11-433a-972f-0a343b54cd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425205 Aug 20 00:13:52.026334 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-092604c1-69d2-4093-a9c2-6547d41a56b4 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Aug 20 00:13:52.128777 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-caec1886-318b-473c-b62b-57caa37316dd req-e0b0dc28-5007-4e31-8204-5d9ca57df911 service neutron] 10.222.0.10 "GET /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946219 Aug 20 00:13:52.155685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c282f33-0f4a-401b-8ba0-f06fef6b2955 req-b3dcf78e-72e9-4a56-8db6-5cb334f40bc0 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:52.157202 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5c282f33-0f4a-401b-8ba0-f06fef6b2955 req-b3dcf78e-72e9-4a56-8db6-5cb334f40bc0 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 944 time: 0.0638709 Aug 20 00:13:52.196662 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5c282f33-0f4a-401b-8ba0-f06fef6b2955 req-1401e0da-0273-4220-9de1-37e59e172573 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335224 Aug 20 00:13:52.523734 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf up at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 00:13:52.570986 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.provisioning_blocks [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Provisioning complete for port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf triggered by entity L2. {{(pid=101346) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 00:13:52.571723 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533775'] for port, provisioning_complete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:52.650698 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3590992'] for port, before_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:52.672497 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:13:52.674747 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae423f5ee85d8fd85bb075046411f0464eb1229dae281f905acf9e56b69469b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b1c70-cd3a-4cb4-93d7-f9919260169b" -d '{"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-plugged", "status": "completed", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:13:52.687641 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:52.714391 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b43b1ac-7cb2-4c1e-ae0f-ab50444a5a02 x-openstack-request-id: req-9b43b1ac-7cb2-4c1e-ae0f-ab50444a5a02 {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:13:52.714558 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-plugged", "status": "completed", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "code": 200}]} {{(pid=101346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:13:52.714808 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9b43b1ac-7cb2-4c1e-ae0f-ab50444a5a02 {{(pid=101346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:13:52.715209 dv-cinder-759943-12-iscsi neutron-server[101346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'code': 200} Aug 20 00:13:52.730912 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738137685589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738137167351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738137164301'] for port, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:52.779642 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Pushing event updated for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=8']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:52.982563 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352544f-ac7e-42a0-91da-f314bcba932a req-8ca54241-062e-412e-a94d-6dd766f0ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:52.984090 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b352544f-ac7e-42a0-91da-f314bcba932a req-8ca54241-062e-412e-a94d-6dd766f0ec52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0388784 Aug 20 00:13:53.018447 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-b352544f-ac7e-42a0-91da-f314bcba932a req-5d834363-2419-43f7-bc3e-f0e1166d64a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274851 Aug 20 00:13:53.312548 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce3bf0-8cbe-4826-b523-7dfbbe099003 req-aef3502a-3f4e-4722-b120-a2527f0e4947 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:53.314047 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-59ce3bf0-8cbe-4826-b523-7dfbbe099003 req-aef3502a-3f4e-4722-b120-a2527f0e4947 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Aug 20 00:13:53.357043 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-59ce3bf0-8cbe-4826-b523-7dfbbe099003 req-84ff2004-2f72-4c0a-87f9-6988174288b8 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364985 Aug 20 00:13:53.742091 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00997c6f-d010-47a0-9e93-6f9c5ac5853b req-3c255a10-5371-4361-bc6d-48e1dacc1c14 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:53.743563 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00997c6f-d010-47a0-9e93-6f9c5ac5853b req-3c255a10-5371-4361-bc6d-48e1dacc1c14 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Aug 20 00:13:53.792591 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-00997c6f-d010-47a0-9e93-6f9c5ac5853b req-f6223845-a593-4cd6-b90a-d9f01e99a5e6 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431204 Aug 20 00:13:53.953683 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f5d40f21-917b-4dbe-8aef-b64906ccd34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:54.475755 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52828a-5121-4b39-b8b7-ea7d18b04b37 req-bc037727-5db2-4485-946c-5fc7e0bd283b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:54.477260 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b52828a-5121-4b39-b8b7-ea7d18b04b37 req-bc037727-5db2-4485-946c-5fc7e0bd283b tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Aug 20 00:13:54.514484 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6b52828a-5121-4b39-b8b7-ea7d18b04b37 req-32188c08-5d7b-4ebd-9d62-6162dfe29246 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312157 Aug 20 00:13:54.907740 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20a223-1e2d-4210-bd09-513d48ea8428 req-f2221439-1c29-4e95-ab05-67d1031d96b0 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:54.909263 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd20a223-1e2d-4210-bd09-513d48ea8428 req-f2221439-1c29-4e95-ab05-67d1031d96b0 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0488975 Aug 20 00:13:54.946548 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-fd20a223-1e2d-4210-bd09-513d48ea8428 req-aebc1be8-94e8-4ff5-a459-1e3ad63d87e6 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/security-groups?id=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Aug 20 00:13:55.428452 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-620460bd-e11c-44fe-b064-ede26629bdba tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:13:55.429792 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-620460bd-e11c-44fe-b064-ede26629bdba tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.10 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 20 00:13:55.518890 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Deleting port a1621a25-a29b-4204-8518-373d6c5a0890 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:13:55.519270 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:55.608994 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] For port a1621a25-a29b-4204-8518-373d6c5a0890, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=a1621a25-a29b-4204-8518-373d6c5a0890,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:55.609358 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:55.622639 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Calling delete_port for a1621a25-a29b-4204-8518-373d6c5a0890 owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:13:55.822290 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:55.834915 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] get_ports_and_sgs() called for port_ids ['a1621a25-a29b-4204-8518-373d6c5a0890'] {{(pid=101346) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 00:13:55.856414 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Pushing event deleted for resources: {'Port': ['ID=a1621a25-a29b-4204-8518-373d6c5a0890,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:13:55.896017 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] No DVR routers for this DVR port a1621a25-a29b-4204-8518-373d6c5a0890 on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:13:55.898528 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:55.900537 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-ee84ec20-9a61-41db-8e5c-866b6d394b4d req-a6b48ae9-a012-4646-beca-e85e0a38e7b8 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.10 "DELETE /v2.0/ports/a1621a25-a29b-4204-8518-373d6c5a0890 HTTP/1.1" status: 204 len: 173 time: 0.4646242 Aug 20 00:13:55.900966 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'name': 'network-vif-deleted', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:13:55.903177 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54316acb-62fd-478b-8844-525bb3da9859" -d '{"events": [{"server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "name": "network-vif-deleted", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:13:56.005536 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2da411-2252-4a1f-818b-6462ee82234c x-openstack-request-id: req-8f2da411-2252-4a1f-818b-6462ee82234c {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:13:56.005828 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29f7e8e-af51-462e-a6b8-3a1c6ba186b6", "name": "network-vif-deleted", "tag": "a1621a25-a29b-4204-8518-373d6c5a0890", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:13:56.006234 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f2da411-2252-4a1f-818b-6462ee82234c {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:13:56.006517 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29f7e8e-af51-462e-a6b8-3a1c6ba186b6', 'name': 'network-vif-deleted', 'tag': 'a1621a25-a29b-4204-8518-373d6c5a0890', 'status': 'completed', 'code': 200} Aug 20 00:13:56.046174 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-05b84248-d9d3-4d30-b9d3-1f40c273f92d req-a9bd7451-f686-4ce6-b83f-29969a41c822 tempest-TestMinimumBasicScenario-1470609925 tempest-TestMinimumBasicScenario-1470609925-project] 10.222.0.35 "GET /v2.0/ports?device_id=b29f7e8e-af51-462e-a6b8-3a1c6ba186b6 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Aug 20 00:13:56.765228 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9bfd8bec-5bb4-467b-9d89-75419de064ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:56.964951 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:58.085228 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:58.558778 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device a1621a25-a29b-4204-8518-373d6c5a0890 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:13:58.581677 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: a1621a25-a29b-4204-8518-373d6c5a0890 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:13:58.582061 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device a1621a25-a29b-4204-8518-373d6c5a0890 not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:13:58.685424 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49570) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:13:59.273331 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:59.507518 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Deleting port 1a13423c-3233-4c6b-a613-e50c7098d847 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:13:59.507769 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:59.587433 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] For port 1a13423c-3233-4c6b-a613-e50c7098d847, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=1a13423c-3233-4c6b-a613-e50c7098d847,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:13:59.587821 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:59.600142 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Calling delete_port for 1a13423c-3233-4c6b-a613-e50c7098d847 owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:13:59.656371 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:59.845298 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:13:59.874864 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a13423c-3233-4c6b-a613-e50c7098d847,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:00.060656 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:00.273992 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Router a0f03cb2-bbee-42ee-a134-7614d979e952 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:14:00.382719 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:14:00.387788 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-b126aa0d-d913-4676-a056-957d57bb783c admin admin] 10.222.0.35 "PUT /v2.0/routers/a0f03cb2-bbee-42ee-a134-7614d979e952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013586 Aug 20 00:14:00.390367 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49572) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:00.392915 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] Sync routers for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:14:00.402404 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:14:00.403016 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:13:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:00.495509 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:00.600872 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:00.631373 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:14:00.734913 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Deleting port b42485b6-4b94-4a13-a40d-d5cd5ff1f503 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:00.735141 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:00.807855 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:13:59Z', 'revision_number': 5, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port': {'id': 'b42485b6-4b94-4a13-a40d-d5cd5ff1f503', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:46Z', 'updated_at': '2021-08-20T00:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:00.819540 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] For port b42485b6-4b94-4a13-a40d-d5cd5ff1f503, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:00.819910 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:00.832732 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Calling delete_port for b42485b6-4b94-4a13-a40d-d5cd5ff1f503 owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:00.835472 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] Checking router: a0f03cb2-bbee-42ee-a134-7614d979e952 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:14:00.843662 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] Routers {'a0f03cb2-bbee-42ee-a134-7614d979e952'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:14:00.844308 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:13:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['a0f03cb2-bbee-42ee-a134-7614d979e952'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:00.933525 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] Set router a0f03cb2-bbee-42ee-a134-7614d979e952 gateway port host: None {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:14:00.987867 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:14:00Z', 'revision_number': 6, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:01.014755 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533524b3-32c7-4ffa-8850-e82a73265ee3 None None] The sync data for ids ['a0f03cb2-bbee-42ee-a134-7614d979e952'] in dv-cinder-759943-12-iscsi is: [{'id': 'a0f03cb2-bbee-42ee-a134-7614d979e952', 'name': 'tempest-TestMinimumBasicScenario-1611083971-router', 'tenant_id': 'd4a92371d9a64c86831dcde640f690de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:45Z', 'updated_at': '2021-08-20T00:14:00Z', 'revision_number': 6, 'project_id': 'd4a92371d9a64c86831dcde640f690de', 'gw_port_host': None}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:14:01.068149 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.092096 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42485b6-4b94-4a13-a40d-d5cd5ff1f503,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:01.156686 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.243894 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.245906 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.325074 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.325645 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0f03cb2-bbee-42ee-a134-7614d979e952 {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:14:01.330252 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.331576 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-7535409d-5715-46c0-9ac9-4a1af693cc88 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a0f03cb2-bbee-42ee-a134-7614d979e952 HTTP/1.1" status: 204 len: 168 time: 0.9400384 Aug 20 00:14:01.334331 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49574) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:01.384158 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Deleting subnet 832beabb-741e-43eb-a54d-6d614967cb86 {{(pid=101344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:14:01.387723 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.423629 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13382273'] for subnet, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.530538 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.668083 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15917176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551991'] for subnet, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.696171 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832beabb-741e-43eb-a54d-6d614967cb86,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:01.698144 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.700678 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a86b4d14-92dc-4fdf-8a4a-791265aae45a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/832beabb-741e-43eb-a54d-6d614967cb86 HTTP/1.1" status: 204 len: 168 time: 0.3647103 Aug 20 00:14:01.702655 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49576) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:01.705332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e2f64-d16c-46ea-a3e7-8c080ebff990 None None] Network c8e75847-2d11-433a-972f-0a343b54cd15 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:14:01.773572 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.845508 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Deleting port c35c1447-7689-4dd9-a299-3e17a1ac4866 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:01.845842 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.900865 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] DHCP port deletion for c8e75847-2d11-433a-972f-0a343b54cd15 request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:14:01.909236 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] For port c35c1447-7689-4dd9-a299-3e17a1ac4866, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=c35c1447-7689-4dd9-a299-3e17a1ac4866,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:01.909611 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:01.924167 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Calling delete_port for c35c1447-7689-4dd9-a299-3e17a1ac4866 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:01.956546 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] Deleting port c35c1447-7689-4dd9-a299-3e17a1ac4866 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:01.956926 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.010970 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device c35c1447-7689-4dd9-a299-3e17a1ac4866 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:14:02.050031 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] For port c35c1447-7689-4dd9-a299-3e17a1ac4866, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=c35c1447-7689-4dd9-a299-3e17a1ac4866,segment=NetworkSegment(6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544),segment_id=6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:02.050433 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.068874 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] Calling delete_port for c35c1447-7689-4dd9-a299-3e17a1ac4866 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:02.090971 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.119054 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c35c1447-7689-4dd9-a299-3e17a1ac4866,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:02.120831 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] No DVR routers for this DVR port c35c1447-7689-4dd9-a299-3e17a1ac4866 on host dv-cinder-759943-12-iscsi {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:14:02.136823 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Port c35c1447-7689-4dd9-a299-3e17a1ac4866 update to DOWN by agent not found {{(pid=101346) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 00:14:02.137336 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device b42485b6-4b94-4a13-a40d-d5cd5ff1f503 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:14:02.158308 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: b42485b6-4b94-4a13-a40d-d5cd5ff1f503 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:14:02.158656 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device b42485b6-4b94-4a13-a40d-d5cd5ff1f503 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:14:02.159069 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 1a13423c-3233-4c6b-a613-e50c7098d847 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:14:02.185935 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 1a13423c-3233-4c6b-a613-e50c7098d847 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:14:02.186267 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 1a13423c-3233-4c6b-a613-e50c7098d847 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:14:02.195626 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.206251 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e75847-2d11-433a-972f-0a343b54cd15']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:02.208948 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.220834 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:02.221133 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9a5ea7-5ccd-4915-8d0e-33d1f6f99544') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:02.230993 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.235742 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] Pushing event deleted for resources: {'Port': ['ID=c35c1447-7689-4dd9-a299-3e17a1ac4866,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:02.242300 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0bb18-176a-49cb-afcc-fdf5ca93cd03 None None] No DVR routers for this DVR port c35c1447-7689-4dd9-a299-3e17a1ac4866 on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:14:02.245516 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.252099 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:14:02.252492 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:14:02.256208 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:14:02.359293 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.365961 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.367689 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8e75847-2d11-433a-972f-0a343b54cd15 HTTP/1.1" status: 204 len: 168 time: 0.6641231 Aug 20 00:14:02.370904 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49578) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:02.378685 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a012cfa-9141-4996-936e-b49ae85edb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e75847-2d11-433a-972f-0a343b54cd15,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:02.707786 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:02.942818 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Deleting port 8df41e64-8e4d-419c-bbd8-e7331b98477d {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:02.943226 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:03.019197 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] For port 8df41e64-8e4d-419c-bbd8-e7331b98477d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=8df41e64-8e4d-419c-bbd8-e7331b98477d,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:03.019478 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:03.035160 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Calling delete_port for 8df41e64-8e4d-419c-bbd8-e7331b98477d owned by network:router_interface {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:03.279184 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:03.305227 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Pushing event deleted for resources: {'Port': ['ID=8df41e64-8e4d-419c-bbd8-e7331b98477d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:03.467154 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:03.919984 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Router 0b0e343b-0795-4cc2-b6e1-d36138f15971 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:14:04.047554 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:14:04.053944 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-c62e0f8f-9314-4f44-b466-78b85697592d admin admin] 10.222.0.35 "PUT /v2.0/routers/0b0e343b-0795-4cc2-b6e1-d36138f15971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814117 Aug 20 00:14:04.055780 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49580) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:04.058561 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] Sync routers for ids ['0b0e343b-0795-4cc2-b6e1-d36138f15971'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:14:04.068519 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] Routers {'0b0e343b-0795-4cc2-b6e1-d36138f15971'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:14:04.069209 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:13:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0b0e343b-0795-4cc2-b6e1-d36138f15971'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:04.156648 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.175693 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] Set router 0b0e343b-0795-4cc2-b6e1-d36138f15971 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:14:04.257402 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.357775 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:14:03Z', 'revision_number': 5, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port': {'id': 'dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:74:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:11:52Z', 'updated_at': '2021-08-20T00:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:04.409867 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Deleting port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:04.410213 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.475905 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] Checking router: 0b0e343b-0795-4cc2-b6e1-d36138f15971 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:14:04.484165 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] Routers {'0b0e343b-0795-4cc2-b6e1-d36138f15971'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:14:04.484783 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:13:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['0b0e343b-0795-4cc2-b6e1-d36138f15971'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:04.490090 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] For port dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:04.490651 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.506979 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Calling delete_port for dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d owned by network:router_gateway {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:04.572098 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] Set router 0b0e343b-0795-4cc2-b6e1-d36138f15971 gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:14:04.626642 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:14:04Z', 'revision_number': 6, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:04.654064 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b8cd3-d861-41af-a4e4-e6af2c7a9e42 None None] The sync data for ids ['0b0e343b-0795-4cc2-b6e1-d36138f15971'] in dv-cinder-759943-12-iscsi is: [{'id': '0b0e343b-0795-4cc2-b6e1-d36138f15971', 'name': 'tempest-TestMinimumBasicScenario-329267399-router', 'tenant_id': '4a740c8c88324e01a32f1be9d6a869c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:11:51Z', 'updated_at': '2021-08-20T00:14:04Z', 'revision_number': 6, 'project_id': '4a740c8c88324e01a32f1be9d6a869c3', 'gw_port_host': None}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:14:04.714107 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.741336 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:04.802403 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.889892 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.891979 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.971115 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.971560 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0e343b-0795-4cc2-b6e1-d36138f15971 {{(pid=101345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:14:04.976337 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:04.977488 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8dfa03e7-c8b7-4d23-acbd-38637f9f16c7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0b0e343b-0795-4cc2-b6e1-d36138f15971 HTTP/1.1" status: 204 len: 168 time: 0.9207711 Aug 20 00:14:04.980102 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49582) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:05.029326 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.db_base_plugin_v2 [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Deleting subnet 85b03d58-368f-4845-860d-55ee665c3929 {{(pid=101345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:14:05.032717 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.069444 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15959113'] for subnet, precommit_delete_associations {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.147756 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.250895 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15782838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13300204'] for subnet, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.275549 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b03d58-368f-4845-860d-55ee665c3929,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:05.281199 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for subnet, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.283230 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-d102a219-64a9-44e9-ba9b-f3f1a6bfdf8e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/85b03d58-368f-4845-860d-55ee665c3929 HTTP/1.1" status: 204 len: 168 time: 0.3021183 Aug 20 00:14:05.285718 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49584) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:05.288314 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c809c-b912-4a8b-9545-ddafcc9409ac None None] Network 109203cf-0ffe-484a-a9ae-c578c3accecd requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:14:05.354044 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.410735 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Deleting port 19e154e1-d055-4963-8120-d95d43d8fc15 {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:05.411082 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.474621 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] DHCP port deletion for 109203cf-0ffe-484a-a9ae-c578c3accecd request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:14:05.479037 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] For port 19e154e1-d055-4963-8120-d95d43d8fc15, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=19e154e1-d055-4963-8120-d95d43d8fc15,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:05.479411 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.492410 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Calling delete_port for 19e154e1-d055-4963-8120-d95d43d8fc15 owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:05.523061 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] Deleting port 19e154e1-d055-4963-8120-d95d43d8fc15 {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:14:05.523415 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.590930 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] For port 19e154e1-d055-4963-8120-d95d43d8fc15, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=19e154e1-d055-4963-8120-d95d43d8fc15,segment=NetworkSegment(f7b207f0-ec0e-4d5c-a28b-397b55f8b14b),segment_id=f7b207f0-ec0e-4d5c-a28b-397b55f8b14b)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:14:05.591332 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.604610 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] Calling delete_port for 19e154e1-d055-4963-8120-d95d43d8fc15 owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:14:05.667776 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.687757 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.698344 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e154e1-d055-4963-8120-d95d43d8fc15,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:05.702212 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] No DVR routers for this DVR port 19e154e1-d055-4963-8120-d95d43d8fc15 on host dv-cinder-759943-12-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:14:05.716524 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] Pushing event deleted for resources: {'Port': ['ID=19e154e1-d055-4963-8120-d95d43d8fc15,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:05.720005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed29d3-6acd-49f4-90a3-d836c28857d0 None None] No DVR routers for this DVR port 19e154e1-d055-4963-8120-d95d43d8fc15 on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:14:05.778310 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.788281 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109203cf-0ffe-484a-a9ae-c578c3accecd']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:05.798175 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:05.798474 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b207f0-ec0e-4d5c-a28b-397b55f8b14b') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:14:05.807960 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15959088'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.822453 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.828314 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:14:05.828698 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15782748'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: Traceback (most recent call last): Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: timer() Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: cb(*args, **kw) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: return func(*args, **kwargs) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: self._notify() Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: self.callback(batched_events) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: event.method(event) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: return f(self, *a, **k) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._get(url).json() Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:14:05.830291 dv-cinder-759943-12-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:14:05.953765 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.958975 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:05.961800 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/109203cf-0ffe-484a-a9ae-c578c3accecd HTTP/1.1" status: 204 len: 168 time: 0.6747184 Aug 20 00:14:05.975599 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f261c7-1340-475e-805f-9d0bb03b04c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=109203cf-0ffe-484a-a9ae-c578c3accecd,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:05.994647 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 19e154e1-d055-4963-8120-d95d43d8fc15 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:14:06.021078 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 19e154e1-d055-4963-8120-d95d43d8fc15 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:14:06.021423 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 19e154e1-d055-4963-8120-d95d43d8fc15 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:14:06.021845 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:14:06.041395 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:14:06.041746 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device dd3351c3-a5dc-479a-8aeb-6e0d1b11ad7d not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:14:06.042167 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 8df41e64-8e4d-419c-bbd8-e7331b98477d no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:14:06.061861 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 8df41e64-8e4d-419c-bbd8-e7331b98477d {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:14:06.062211 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 8df41e64-8e4d-419c-bbd8-e7331b98477d not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:14:06.362055 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49588) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:06.401228 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-8c277a99-1691-4e2f-89b0-22e420142139 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4a92371d9a64c86831dcde640f690de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379431 Aug 20 00:14:06.406656 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49590) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:06.455480 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-807e4267-3214-4324-8cf0-214e0aab7a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:06.477727 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-807e4267-3214-4324-8cf0-214e0aab7a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:06.622428 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-807e4267-3214-4324-8cf0-214e0aab7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:06.625036 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-807e4267-3214-4324-8cf0-214e0aab7a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:06.626198 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-807e4267-3214-4324-8cf0-214e0aab7a17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5 HTTP/1.1" status: 204 len: 168 time: 0.2186003 Aug 20 00:14:06.634252 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4267-3214-4324-8cf0-214e0aab7a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e1c9c9-671c-400d-ae8d-7a7ca2f5dfa5,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:07.488620 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49596) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:07.528734 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-14af1077-865e-45a6-8300-bfd9b948850c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a740c8c88324e01a32f1be9d6a869c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383532 Aug 20 00:14:07.531338 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49598) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:14:07.580280 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9ede057-0b31-4589-a9d0-bac90bf18db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:07.605071 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9ede057-0b31-4589-a9d0-bac90bf18db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:07.724838 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9ede057-0b31-4589-a9d0-bac90bf18db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:07.727442 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9ede057-0b31-4589-a9d0-bac90bf18db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:07.728618 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e9ede057-0b31-4589-a9d0-bac90bf18db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7eff493-f175-4e7b-ad98-bd977a4f5a10 HTTP/1.1" status: 204 len: 168 time: 0.1963973 Aug 20 00:14:07.739410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ede057-0b31-4589-a9d0-bac90bf18db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eff493-f175-4e7b-ad98-bd977a4f5a10,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:14:14.763076 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:14:21.833430 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:23.901456 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae41b-5953-4d1a-9776-142a324881ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:26.735806 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6b217173-abae-48ed-8f19-fae80e9ac912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:26.924466 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:28.067310 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:29.667129 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:30.272359 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-ea30abb1-de0f-4e86-8fff-8a9113539238 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410690 Aug 20 00:14:30.353513 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-cc0d36c5-6449-4e2f-8925-f795a6909958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:14:30.354981 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-cc0d36c5-6449-4e2f-8925-f795a6909958 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0390708 Aug 20 00:14:30.453751 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-6c0c194c-a835-42b3-a4e5-479c502b7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:14:30.455250 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-6c0c194c-a835-42b3-a4e5-479c502b7574 service neutron] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 910 time: 0.0820582 Aug 20 00:14:30.523466 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-81c34d0a-a6ee-41b6-9914-4b84744d1cc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 1001 time: 0.0604734 Aug 20 00:14:30.571811 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-30f4cb30-b889-450a-9f21-034a5409007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:14:30.573253 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-30f4cb30-b889-450a-9f21-034a5409007f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0432882 Aug 20 00:14:30.618188 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-f5153674-327e-46ae-8de0-6cf36ec662a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:14:30.619646 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-f5153674-327e-46ae-8de0-6cf36ec662a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395124 Aug 20 00:14:30.710077 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-d5aa88a7-fef3-462f-9d48-a1ea848624ee service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835898 Aug 20 00:14:30.798998 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-76331da0-aa37-4727-8766-cbf5bda28a2d req-568a6e9a-e68d-4ebe-988f-96a5e8fac1f7 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816619 Aug 20 00:14:51.763839 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:14:51.815232 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:53.901512 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7852-23f5-4c1a-b3b4-c0229a6350ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:56.729420 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-f659d40f-b8c8-4121-a359-50b672581522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:56.929179 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:58.055125 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:14:59.671953 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:06.843024 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49624) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:07.004509 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Deleting port a40a93f1-82c0-4a87-8982-95d6e1641947 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:07.004858 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:07.078373 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:07.078701 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:07.089775 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Calling delete_port for a40a93f1-82c0-4a87-8982-95d6e1641947 owned by network:floatingip {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:07.335020 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:07.361327 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event deleted for resources: {'Port': ['ID=a40a93f1-82c0-4a87-8982-95d6e1641947,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:07.390070 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.390296 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.390632 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.390969 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.391292 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.391616 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.391960 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.392288 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.392609 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.392940 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.393252 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.393563 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:07.433749 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for floatingip, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:07.434072 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.db.l3_db [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Floating IP eb0a6060-c507-4bff-bda1-11141995cb30 disassociated (deleted). External IP: 172.27.1.244, port: 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf. Aug 20 00:15:07.633778 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Router 3850b3b8-3f58-4bee-a4e6-76648102eb36 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:15:07.739034 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:15:07.743765 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for floatingip, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:07.748752 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] Sync routers for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:15:07.758099 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:15:07.758719 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:14:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:07.773867 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-db8ea5a2-64f2-4104-9bb4-a4a99ac4fb21 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "DELETE /v2.0/floatingips/eb0a6060-c507-4bff-bda1-11141995cb30 HTTP/1.1" status: 204 len: 168 time: 0.9274366 Aug 20 00:15:07.773867 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:15:07.774570 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1ea41c10ea9365a84458e55a72bfac0bd28764dbff2ede6fb3613962449f844" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5719ef8e-5e0d-4358-bd06-f132148c1be2" -d '{"events": [{"name": "network-changed", "server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:15:07.813068 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab13c9e-746e-4ba7-a925-1e838744fdfc x-openstack-request-id: req-3ab13c9e-746e-4ba7-a925-1e838744fdfc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:15:07.813367 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "status": "completed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:15:07.813615 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ab13c9e-746e-4ba7-a925-1e838744fdfc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:15:07.814015 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'status': 'completed', 'code': 200} Aug 20 00:15:07.869690 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:15:07.878230 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-5c29d1eb-3556-4165-9c13-81dc98eb44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:07.879743 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-5c29d1eb-3556-4165-9c13-81dc98eb44c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 1098 time: 0.0440109 Aug 20 00:15:07.971826 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-7f158556-f621-415a-90c6-3fc40431579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:07.973364 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-7f158556-f621-415a-90c6-3fc40431579e service neutron] 10.222.0.10 "GET /v2.0/networks?id=299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 200 len: 910 time: 0.0857487 Aug 20 00:15:08.020139 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-6d3b4f86-52a9-45fd-8cd9-19eb69384d14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 200 len: 217 time: 0.0388367 Aug 20 00:15:08.071865 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-834cd9f5-b518-4041-9050-ee3a2501a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:08.074075 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-834cd9f5-b518-4041-9050-ee3a2501a9e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 200 len: 848 time: 0.0472925 Aug 20 00:15:08.081050 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:08.108066 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] Checking router: 3850b3b8-3f58-4bee-a4e6-76648102eb36 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:15:08.120699 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-2e09a733-d17b-4013-9911-3d37f9c00278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:08.122404 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-2e09a733-d17b-4013-9911-3d37f9c00278 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=299c4336-cadf-41f5-a0d0-28c98598bcdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421660 Aug 20 00:15:08.123991 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:15:08.124623 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:14:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:08.232263 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-fc1edb4b-d783-43cf-94b7-854a80bbc57a service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023724 Aug 20 00:15:08.248925 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936dbb1-bb6d-418a-a0e5-458bbba37e81 req-f4f73ceb-08bf-4266-b73b-8bbfab8b7f38 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:08.250565 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5936dbb1-bb6d-418a-a0e5-458bbba37e81 req-f4f73ceb-08bf-4266-b73b-8bbfab8b7f38 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0629187 Aug 20 00:15:08.295504 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-5936dbb1-bb6d-418a-a0e5-458bbba37e81 req-843ca8ec-c27e-49c0-992f-b10c0d6a241c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386770 Aug 20 00:15:08.340061 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-5719ef8e-5e0d-4358-bd06-f132148c1be2 req-35cce26b-af7c-47c0-8051-a884406ebfd5 service neutron] 10.222.0.10 "GET /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990033 Aug 20 00:15:08.390104 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:15:08.590207 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:08.616593 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0a67c-59de-485d-b342-edab886f0e45 None None] The sync data for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi is: [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:10:32Z', 'revision_number': 4, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi', '_interfaces': [{'id': '162872f9-8eec-415c-aa96-6fe4d88bb99e', 'name': '', 'network_id': '299c4336-cadf-41f5-a0d0-28c98598bcdd', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'mac_address': 'fa:16:3e:2f:81:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:31Z', 'updated_at': '2021-08-20T00:10:38Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'subnets': [{'id': '2304bda7-0041-4aa0-b4f8-cc1ca7480cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:15:08.835445 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c0808-842a-4816-86f7-f923d9e56c7d None None] New status for floating IP eb0a6060-c507-4bff-bda1-11141995cb30: DOWN {{(pid=101347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 00:15:09.415105 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141c700-30c2-4c22-a034-02539c987462 req-ecd61015-2e68-45ea-b84d-48e52c03ee9c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101344) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:09.416599 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6141c700-30c2-4c22-a034-02539c987462 req-ecd61015-2e68-45ea-b84d-48e52c03ee9c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Aug 20 00:15:09.457571 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6141c700-30c2-4c22-a034-02539c987462 req-50abc915-8985-4ee2-aa5a-3fcf1acf2e18 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/security-groups?id=b701f180-7594-4679-9519-499c3656179a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346153 Aug 20 00:15:09.713473 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-08886120-4cd2-45d3-b147-4f6d964ba13c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 00:15:09.715314 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-08886120-4cd2-45d3-b147-4f6d964ba13c tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.10 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 945 time: 0.0492311 Aug 20 00:15:09.805285 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Deleting port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:09.805617 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:09.892364 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] For port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:09.892725 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:09.905208 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Calling delete_port for 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf owned by compute:nova {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:10.117947 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:10.148802 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event deleted for resources: {'Port': ['ID=987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.202815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:10.203865 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] No DVR routers for this DVR port 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf on host hv-cinder-75994 {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:15:10.206363 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-944179'] for port, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:10.208380 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [req-e8ece4d0-d8ab-44f4-bcfe-76d6fbf447de req-366fd49e-9bfb-4622-b997-b326a630560a tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.10 "DELETE /v2.0/ports/987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf HTTP/1.1" status: 204 len: 173 time: 0.4865029 Aug 20 00:15:10.208810 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-deleted', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf'}] {{(pid=101345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 00:15:10.211018 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbcd0acb54031e4abeb1a6ae95d180f317c3fcaefd1c46d8623e2faf87f76577" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25ea719-9f33-4a8b-8efd-1e0e4eccd9ac" -d '{"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-deleted", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf"}]}' {{(pid=101345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 00:15:10.246062 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885df7d-9214-4194-9a35-8cda6d61428a x-openstack-request-id: req-4885df7d-9214-4194-9a35-8cda6d61428a {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 00:15:10.246355 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8133eb8b-2e8a-4f38-bc38-b4e8911f7c11", "name": "network-vif-deleted", "tag": "987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf", "status": "completed", "code": 200}]} {{(pid=101345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 00:15:10.246599 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4885df7d-9214-4194-9a35-8cda6d61428a {{(pid=101345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 00:15:10.247001 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8133eb8b-2e8a-4f38-bc38-b4e8911f7c11', 'name': 'network-vif-deleted', 'tag': '987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf', 'status': 'completed', 'code': 200} Aug 20 00:15:10.553193 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [req-6ec1aa7c-56ea-4ea5-a511-ef221e53610b req-dc97bb71-68b9-4391-8ae7-b18e227242d8 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "GET /v2.0/ports?device_id=8133eb8b-2e8a-4f38-bc38-b4e8911f7c11 HTTP/1.1" status: 200 len: 210 time: 0.0257215 Aug 20 00:15:11.615726 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49648) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:11.673005 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db3a49a1-93b5-4418-b7d9-03dba1bf7b93 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:11.698832 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db3a49a1-93b5-4418-b7d9-03dba1bf7b93 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:11.803384 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db3a49a1-93b5-4418-b7d9-03dba1bf7b93 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:11.806370 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db3a49a1-93b5-4418-b7d9-03dba1bf7b93 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:11.807534 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-db3a49a1-93b5-4418-b7d9-03dba1bf7b93 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] 10.222.0.35 "DELETE /v2.0/security-groups/b701f180-7594-4679-9519-499c3656179a HTTP/1.1" status: 204 len: 168 time: 0.1908092 Aug 20 00:15:11.817333 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a49a1-93b5-4418-b7d9-03dba1bf7b93 tempest-TestShelveInstance-423634464 tempest-TestShelveInstance-423634464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b701f180-7594-4679-9519-499c3656179a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:11.923260 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49652) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:12.261353 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:12.757963 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Deleting port 162872f9-8eec-415c-aa96-6fe4d88bb99e {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:12.758667 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:12.832815 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] For port 162872f9-8eec-415c-aa96-6fe4d88bb99e, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=162872f9-8eec-415c-aa96-6fe4d88bb99e,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:12.833173 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:12.845758 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Calling delete_port for 162872f9-8eec-415c-aa96-6fe4d88bb99e owned by network:router_interface {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:12.980234 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf no longer exists at agent hyperv_hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:12.999096 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] No Port match for: 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:12.999454 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Device 987f4c0c-c967-4fe5-8516-1b2c5ec5ebcf not bound to the agent host hv-cinder-75994 {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:13.083389 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:13.107081 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Pushing event deleted for resources: {'Port': ['ID=162872f9-8eec-415c-aa96-6fe4d88bb99e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:13.275740 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:13.492761 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Router 3850b3b8-3f58-4bee-a4e6-76648102eb36 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:15:13.596767 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:15:13.601741 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-ec22f884-8ca4-4ad4-98b5-d51400531951 admin admin] 10.222.0.35 "PUT /v2.0/routers/3850b3b8-3f58-4bee-a4e6-76648102eb36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6775281 Aug 20 00:15:13.604822 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49654) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:13.606800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] Sync routers for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:15:13.615877 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:15:13.616509 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:14:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:13.713936 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:13.722295 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:15:13.824012 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:13.907995 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:15:12Z', 'revision_number': 5, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port': {'id': 'a7a420d9-9bd2-4528-862c-875715d82545', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:29Z', 'updated_at': '2021-08-20T00:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:13.934787 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] Checking router: 3850b3b8-3f58-4bee-a4e6-76648102eb36 for host: dv-cinder-759943-12-iscsi {{(pid=101346) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:15:13.943393 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] Routers {'3850b3b8-3f58-4bee-a4e6-76648102eb36'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101346) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:15:13.944041 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:14:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['3850b3b8-3f58-4bee-a4e6-76648102eb36'], 'active': True} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:13.998565 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Deleting port a7a420d9-9bd2-4528-862c-875715d82545 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:13.998912 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.036564 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvr_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] Set router 3850b3b8-3f58-4bee-a4e6-76648102eb36 gateway port host: None {{(pid=101346) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:15:14.090453 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] For port a7a420d9-9bd2-4528-862c-875715d82545, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=a7a420d9-9bd2-4528-862c-875715d82545,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:14.090977 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.093795 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_hamode_db [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:15:13Z', 'revision_number': 6, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:14.106208 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Calling delete_port for a7a420d9-9bd2-4528-862c-875715d82545 owned by network:router_gateway {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:14.119193 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b281104-5785-4d5d-8a95-fc2da9337369 None None] The sync data for ids ['3850b3b8-3f58-4bee-a4e6-76648102eb36'] in dv-cinder-759943-12-iscsi is: [{'id': '3850b3b8-3f58-4bee-a4e6-76648102eb36', 'name': 'tempest-TestShelveInstance-1362799710-router', 'tenant_id': '1c1ffd6835e94ab194e65bb216513cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:28Z', 'updated_at': '2021-08-20T00:15:13Z', 'revision_number': 6, 'project_id': '1c1ffd6835e94ab194e65bb216513cbd', 'gw_port_host': None}] {{(pid=101346) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:15:14.381164 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.412439 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a420d9-9bd2-4528-862c-875715d82545,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:14.471638 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.562749 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.564846 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.654967 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.655410 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3850b3b8-3f58-4bee-a4e6-76648102eb36 {{(pid=101344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:15:14.659962 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.660793 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-a5d1a1d4-21d0-4273-a1ca-b9119bc5c5f1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3850b3b8-3f58-4bee-a4e6-76648102eb36 HTTP/1.1" status: 204 len: 168 time: 1.0550625 Aug 20 00:15:14.665351 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49656) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:14.711040 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Deleting subnet 2304bda7-0041-4aa0-b4f8-cc1ca7480cdb {{(pid=101344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:15:14.715232 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.750535 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13382273'] for subnet, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.825240 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.935485 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15917176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551991'] for subnet, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.960910 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2304bda7-0041-4aa0-b4f8-cc1ca7480cdb,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:14.969312 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:14.969531 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2db0ea8a-41b0-4cff-9c98-07a0020b60e1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2304bda7-0041-4aa0-b4f8-cc1ca7480cdb HTTP/1.1" status: 204 len: 168 time: 0.3051548 Aug 20 00:15:14.972753 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [-] (101345) accepted ('10.222.0.35', 49658) {{(pid=101345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:14.973805 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496dabf-bfd0-4b6b-aec4-9c6f6ee27de8 None None] Network 299c4336-cadf-41f5-a0d0-28c98598bcdd requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:15:15.049729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.105979 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Deleting port 87839c7d-e392-4edb-9d09-27da77a02bab {{(pid=101345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:15.106327 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.174730 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] For port 87839c7d-e392-4edb-9d09-27da77a02bab, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=87839c7d-e392-4edb-9d09-27da77a02bab,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:15.175017 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.188368 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Calling delete_port for 87839c7d-e392-4edb-9d09-27da77a02bab owned by network:dhcp {{(pid=101345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:15.192651 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] DHCP port deletion for 299c4336-cadf-41f5-a0d0-28c98598bcdd request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:15:15.237574 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Deleting port 87839c7d-e392-4edb-9d09-27da77a02bab {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:15.237952 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.300953 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] For port 87839c7d-e392-4edb-9d09-27da77a02bab, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=87839c7d-e392-4edb-9d09-27da77a02bab,segment=NetworkSegment(c6f74cf9-3023-4a06-b1e6-75ff0759a352),segment_id=c6f74cf9-3023-4a06-b1e6-75ff0759a352)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:15.301301 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.314800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Calling delete_port for 87839c7d-e392-4edb-9d09-27da77a02bab owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:15.334850 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15782787'] for port, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.361477 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Pushing event deleted for resources: {'Port': ['ID=87839c7d-e392-4edb-9d09-27da77a02bab,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:15.366848 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] No DVR routers for this DVR port 87839c7d-e392-4edb-9d09-27da77a02bab on host dv-cinder-759943-12-iscsi {{(pid=101345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:15:15.387327 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.411607 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Pushing event deleted for resources: {'Port': ['ID=87839c7d-e392-4edb-9d09-27da77a02bab,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:15.415886 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] No DVR routers for this DVR port 87839c7d-e392-4edb-9d09-27da77a02bab on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:15:15.423093 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.430750 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30774f-30c3-4331-8ef6-fc5847773d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-12-iscsi {{(pid=101346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 00:15:15.443729 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.453731 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299c4336-cadf-41f5-a0d0-28c98598bcdd']}} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:15.463530 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f74cf9-3023-4a06-b1e6-75ff0759a352') {'for_net_delete': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:15.463884 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.services.segments.db [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f74cf9-3023-4a06-b1e6-75ff0759a352') {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:15.472406 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15959088'] for segment, before_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.485957 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.491588 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=101345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:15:15.492001 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15782748'] for segment, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: Traceback (most recent call last): Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: timer() Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: cb(*args, **kw) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: return func(*args, **kwargs) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: self._notify() Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: self.callback(batched_events) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: event.method(event) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: return f(self, *a, **k) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._get(url).json() Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: return self.request(url, 'GET', **kwargs) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:15:15.493575 dv-cinder-759943-12-iscsi neutron-server[101345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:15:15.643466 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.648815 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:15.650676 dv-cinder-759943-12-iscsi neutron-server[101345]: INFO neutron.wsgi [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] 10.222.0.35 "DELETE /v2.0/networks/299c4336-cadf-41f5-a0d0-28c98598bcdd HTTP/1.1" status: 204 len: 168 time: 0.6769366 Aug 20 00:15:15.656579 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49660) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:15.668642 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28602f7a-ac50-469e-a3f9-97d4ad6b0106 admin admin] Pushing event deleted for resources: {'Network': ['ID=299c4336-cadf-41f5-a0d0-28c98598bcdd,revision_number=None']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:16.006407 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-496341'] for router_interface, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:16.022754 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 87839c7d-e392-4edb-9d09-27da77a02bab no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:16.043149 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 87839c7d-e392-4edb-9d09-27da77a02bab {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:16.043496 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 87839c7d-e392-4edb-9d09-27da77a02bab not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:16.043912 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 162872f9-8eec-415c-aa96-6fe4d88bb99e no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:16.064879 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 162872f9-8eec-415c-aa96-6fe4d88bb99e {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:16.065254 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 162872f9-8eec-415c-aa96-6fe4d88bb99e not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:16.065671 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device a7a420d9-9bd2-4528-862c-875715d82545 no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:16.084192 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: a7a420d9-9bd2-4528-862c-875715d82545 {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:16.084546 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device a7a420d9-9bd2-4528-862c-875715d82545 not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:16.253313 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Deleting port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:16.253571 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:16.332013 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] For port 442614e8-75bc-44b9-99e0-9ccc2a5b40cc, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:16.332380 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:16.345940 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Calling delete_port for 442614e8-75bc-44b9-99e0-9ccc2a5b40cc owned by network:router_interface {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:16.831919 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:16.857630 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Pushing event deleted for resources: {'Port': ['ID=442614e8-75bc-44b9-99e0-9ccc2a5b40cc,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:17.023418 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-496201'] for router_interface, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:17.237600 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 has already been hosted by L3 agent 979f6dd1-e72f-4096-803b-6a15c09fb022 {{(pid=101344) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 00:15:17.341513 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] Notify agent at l3_agent.dv-cinder-759943-12-iscsi the message routers_updated {{(pid=101344) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 00:15:17.346442 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e3c7dede-17ef-4d86-ad14-06285177c09a admin admin] 10.222.0.35 "PUT /v2.0/routers/eedfa2d8-8fc9-4c3e-80b7-32c820937d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884317 Aug 20 00:15:17.348931 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49662) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:17.350329 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] Sync routers for ids ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'] in dv-cinder-759943-12-iscsi {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 00:15:17.360403 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] Routers {'eedfa2d8-8fc9-4c3e-80b7-32c820937d78'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:15:17.361017 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:14:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:17.452836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks [] for router, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:17.466043 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] Set router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 gateway port host: dv-cinder-759943-12-iscsi {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:15:17.554503 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:17.646210 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'external_fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:15:16Z', 'revision_number': 5, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port': {'id': '51b699c3-5dbb-4cff-850f-3ad667c224fb', 'name': '', 'network_id': '1eeeee40-41dc-4fc8-b4ca-6d9db3f55ba6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ab:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T00:10:37Z', 'updated_at': '2021-08-20T00:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a581bfe-e85a-415d-b604-1d73cedbf2ed', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-12-iscsi'}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:17.673517 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Deleting port 51b699c3-5dbb-4cff-850f-3ad667c224fb {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:17.675796 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:17.677695 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] Checking router: eedfa2d8-8fc9-4c3e-80b7-32c820937d78 for host: dv-cinder-759943-12-iscsi {{(pid=101347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 00:15:17.687420 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] Routers {'eedfa2d8-8fc9-4c3e-80b7-32c820937d78'} bound to L3 agent in host dv-cinder-759943-12-iscsi {{(pid=101347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 00:15:17.688081 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T23:52:57Z,description=,heartbeat_timestamp=2021-08-20T00:14:57Z,host='dv-cinder-759943-12-iscsi',id=979f6dd1-e72f-4096-803b-6a15c09fb022,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T23:52:57Z,topic='l3_agent')) {'router_ids': ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'], 'active': True} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:17.755749 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] For port 51b699c3-5dbb-4cff-850f-3ad667c224fb, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=51b699c3-5dbb-4cff-850f-3ad667c224fb,segment=NetworkSegment(727b7098-bbad-4855-a81a-b192d8119a54),segment_id=727b7098-bbad-4855-a81a-b192d8119a54)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:17.756060 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:17.769748 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Calling delete_port for 51b699c3-5dbb-4cff-850f-3ad667c224fb owned by network:router_gateway {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:17.774387 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_dvr_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] Set router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 gateway port host: None {{(pid=101347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 00:15:17.825750 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.l3_hamode_db [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:15:17Z', 'revision_number': 6, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port_host': None}], 'dv-cinder-759943-12-iscsi', False) {} {{(pid=101347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:17.854001 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f68d0f-d98b-4451-a98c-00d0d7e9f4fe None None] The sync data for ids ['eedfa2d8-8fc9-4c3e-80b7-32c820937d78'] in dv-cinder-759943-12-iscsi is: [{'id': 'eedfa2d8-8fc9-4c3e-80b7-32c820937d78', 'name': 'tempest-TestShelveInstance-998889456-router', 'tenant_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T00:10:36Z', 'updated_at': '2021-08-20T00:15:17Z', 'revision_number': 6, 'project_id': '0b4e8efe126a47ce82c9405d4f74cc25', 'gw_port_host': None}] {{(pid=101347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 00:15:17.992314 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.019363 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b699c3-5dbb-4cff-850f-3ad667c224fb,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:18.078339 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-371613'] for router_gateway, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.170895 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-494497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-935'] for router, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.172927 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.285934 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-494504'] for router, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.285934 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eedfa2d8-8fc9-4c3e-80b7-32c820937d78 {{(pid=101344) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 00:15:18.290242 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] Notify callbacks [] for router, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.291443 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-27142c61-6be4-4e33-9645-59e57ebdb474 admin admin] 10.222.0.35 "DELETE /v2.0/routers/eedfa2d8-8fc9-4c3e-80b7-32c820937d78 HTTP/1.1" status: 204 len: 168 time: 0.9415603 Aug 20 00:15:18.294592 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49664) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:18.338631 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Deleting subnet ca0f0b0d-d675-4b6e-9e13-181a29b96e52 {{(pid=101344) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 00:15:18.341756 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.376539 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13382273'] for subnet, precommit_delete_associations {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.455433 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3603937'] for subnet, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.581372 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3603944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15917176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13551991'] for subnet, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.582174 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 442614e8-75bc-44b9-99e0-9ccc2a5b40cc no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:18.603142 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 442614e8-75bc-44b9-99e0-9ccc2a5b40cc {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:18.603492 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 442614e8-75bc-44b9-99e0-9ccc2a5b40cc not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:18.611197 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0f0b0d-d675-4b6e-9e13-181a29b96e52,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:18.614777 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.616928 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-e5ab52ee-700d-411b-961e-41147ff9b154 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ca0f0b0d-d675-4b6e-9e13-181a29b96e52 HTTP/1.1" status: 204 len: 168 time: 0.3212559 Aug 20 00:15:18.619186 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49666) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:18.621613 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6924663-6bd6-4740-afa5-f237092bd176 None None] Network 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 requested from dv-cinder-759943-12-iscsi {{(pid=101346) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 00:15:18.690382 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3607784'] for network, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.751185 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Deleting port 6abdb234-f939-4112-8c16-be17ccd2c7ff {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:18.751638 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.798527 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] DHCP port deletion for 93cca274-bb7a-44dc-b428-d3b79c3c2bd6 request from dv-cinder-759943-12-iscsi {{(pid=101346) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 00:15:18.822329 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] For port 6abdb234-f939-4112-8c16-be17ccd2c7ff, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=6abdb234-f939-4112-8c16-be17ccd2c7ff,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:18.822907 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.837371 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Calling delete_port for 6abdb234-f939-4112-8c16-be17ccd2c7ff owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:18.848275 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] Deleting port 6abdb234-f939-4112-8c16-be17ccd2c7ff {{(pid=101346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 00:15:18.849005 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738137564663'] for port, before_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.915800 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.db [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] For port 6abdb234-f939-4112-8c16-be17ccd2c7ff, host dv-cinder-759943-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-12-iscsi',level=0,port_id=6abdb234-f939-4112-8c16-be17ccd2c7ff,segment=NetworkSegment(142b5b7a-3b84-4a6d-8dbd-413dc6a2b437),segment_id=142b5b7a-3b84-4a6d-8dbd-413dc6a2b437)] {{(pid=101346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 00:15:18.916235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517927'] for port, precommit_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:18.934279 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] Calling delete_port for 6abdb234-f939-4112-8c16-be17ccd2c7ff owned by network:dhcp {{(pid=101346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 00:15:18.975117 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15917133'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.000464 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abdb234-f939-4112-8c16-be17ccd2c7ff,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:19.003983 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] No DVR routers for this DVR port 6abdb234-f939-4112-8c16-be17ccd2c7ff on host dv-cinder-759943-12-iscsi {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:15:19.018223 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738137685679', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738137167342'] for port, after_delete {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.038927 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] Pushing event deleted for resources: {'Port': ['ID=6abdb234-f939-4112-8c16-be17ccd2c7ff,revision_number=None']} {{(pid=101346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:19.046091 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7befa6d5-f8ca-4f2c-b473-a60f94e91975 None None] No DVR routers for this DVR port 6abdb234-f939-4112-8c16-be17ccd2c7ff on host dv-cinder-759943-12-iscsi {{(pid=101346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 00:15:19.079233 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530868', 'neutron.services.segments.db._delete_segments_for_network-8738137727501'] for network, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.083798 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cca274-bb7a-44dc-b428-d3b79c3c2bd6']}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:19.097504 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437') {'for_net_delete': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:19.097804 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.services.segments.db [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142b5b7a-3b84-4a6d-8dbd-413dc6a2b437') {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 00:15:19.106266 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738137665729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13382392'] for segment, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.119201 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420'] for segment, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.125480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=101344) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 00:15:19.125868 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3601420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15917202'] for segment, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: Traceback (most recent call last): Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: timer() Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: cb(*args, **kw) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: return func(*args, **kwargs) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: self._notify() Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: self.callback(batched_events) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: event.method(event) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: return f(self, *a, **k) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._get(url).json() Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: return self.request(url, 'GET', **kwargs) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 00:15:19.127456 dv-cinder-759943-12-iscsi neutron-server[101344]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 00:15:19.220269 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370964'] for network, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.225480 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571157'] for network, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.227347 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/93cca274-bb7a-44dc-b428-d3b79c3c2bd6 HTTP/1.1" status: 204 len: 168 time: 0.6072190 Aug 20 00:15:19.238454 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe25399-86ea-4d38-85a1-0f2745c915b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=93cca274-bb7a-44dc-b428-d3b79c3c2bd6,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:19.537081 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49670) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:19.576865 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-2bab809b-bd2e-4015-9020-c0281db7049c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c1ffd6835e94ab194e65bb216513cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386381 Aug 20 00:15:19.579349 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49672) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:19.625544 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-249a9054-77bd-4846-8053-08ed69d3353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.648942 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-249a9054-77bd-4846-8053-08ed69d3353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.746669 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-249a9054-77bd-4846-8053-08ed69d3353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.749366 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-249a9054-77bd-4846-8053-08ed69d3353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:19.750532 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-249a9054-77bd-4846-8053-08ed69d3353f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/838568e8-8ef9-4297-9488-bb1195b4c325 HTTP/1.1" status: 204 len: 168 time: 0.1702075 Aug 20 00:15:19.758616 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a9054-77bd-4846-8053-08ed69d3353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838568e8-8ef9-4297-9488-bb1195b4c325,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:20.021717 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 51b699c3-5dbb-4cff-850f-3ad667c224fb no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:20.042329 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 51b699c3-5dbb-4cff-850f-3ad667c224fb {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:20.042730 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 51b699c3-5dbb-4cff-850f-3ad667c224fb not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:20.043192 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 6abdb234-f939-4112-8c16-be17ccd2c7ff no longer exists at agent ovs-agent-dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 00:15:20.065889 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.plugin [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] No Port match for: 6abdb234-f939-4112-8c16-be17ccd2c7ff {{(pid=101346) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 00:15:20.066238 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron.plugins.ml2.rpc [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Device 6abdb234-f939-4112-8c16-be17ccd2c7ff not bound to the agent host dv-cinder-759943-12-iscsi {{(pid=101346) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 00:15:20.456114 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49678) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:20.496675 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-79aea4a5-4f5b-49d1-9881-fb5f0c462edb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b4e8efe126a47ce82c9405d4f74cc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393183 Aug 20 00:15:20.498904 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [-] (101344) accepted ('10.222.0.35', 49680) {{(pid=101344) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 00:15:20.545981 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1597b98-99df-4961-8a72-b12356e79fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:20.567408 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1597b98-99df-4961-8a72-b12356e79fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:20.672505 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1597b98-99df-4961-8a72-b12356e79fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476376'] for security_group, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:20.675174 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1597b98-99df-4961-8a72-b12356e79fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:20.676355 dv-cinder-759943-12-iscsi neutron-server[101344]: INFO neutron.wsgi [None req-b1597b98-99df-4961-8a72-b12356e79fd9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a315d143-3cda-4d71-9f13-60db86eeb382 HTTP/1.1" status: 204 len: 168 time: 0.1765225 Aug 20 00:15:20.685392 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597b98-99df-4961-8a72-b12356e79fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315d143-3cda-4d71-9f13-60db86eeb382,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 00:15:21.866251 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:23.900217 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6232ab95-8912-436b-a44e-1c61622dc793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:26.751655 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-069ebd80-7b71-45ac-81cf-e4d31ee71f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:26.980544 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:28.088788 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:28.766457 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:15:29.677069 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:51.841812 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:53.899889 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-bdfed804-1f80-47b9-adef-f240c4b7045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:56.727863 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-9297f16a-7e38-4b90-ba50-c201fd42a72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:56.956806 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:58.065815 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:15:59.664992 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:05.765927 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:16:21.842209 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:23.922277 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-062c9b83-38ad-47af-9123-c6f9bc69c0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:26.727358 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-7c899cea-79d5-44f4-bdd1-d4fe7218a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:26.989784 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:28.064417 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:29.670248 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:42.766041 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:16:46.699419 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-bdc05289-f3e5-48f8-9ad1-759806e4723c req-82a32d2f-8846-4a6a-bc40-7a0544cff2b6 service neutron] (101344) timed out ('10.222.0.10', 63336) {{(pid=101344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 00:16:51.869850 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:53.893225 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-d9c36ae9-f213-4641-a370-2cc77aa2b90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:56.726768 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-b688e0c7-9131-4a70-a88b-ccf75beca967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:56.979003 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:58.069320 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:16:59.692272 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:19.765452 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:17:21.971127 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:23.891862 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-fe715ca5-efa2-4a56-bb29-7c15ac513185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:26.743663 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-76a8087c-2051-4351-a910-c9f9ef0d2914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:26.943499 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:28.057319 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:29.680238 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:51.863071 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:53.896122 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-e11e0373-31aa-4313-bffe-92a93fed4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:56.731499 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-46e87e2a-958e-4f6d-968c-da477d84d772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:56.764087 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:17:56.954179 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:58.107062 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:17:59.702677 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:21.877835 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:23.896295 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6951eeea-dd6a-4d37-bf00-54238c24ebf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:26.746243 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-13b3c28d-33db-4322-be4f-aa3d5e3f4334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:26.999290 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:28.071649 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:29.683570 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:33.764631 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:18:51.866659 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:53.894200 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-85feda3b-c7a1-4c4d-9c3e-5654c251f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:56.712778 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-857db05a-789e-48c0-b415-e5c2d37656b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:56.970075 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:58.077054 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:59.683089 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:18:59.900836 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-b447f4a5-5673-42fa-8346-8d95ecea3058 req-147946c4-c609-4a12-a822-8dc8e0d2e216 service neutron] (101344) timed out ('10.222.0.35', 43094) {{(pid=101344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 00:19:10.763028 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:19:20.698283 dv-cinder-759943-12-iscsi neutron-server[101345]: DEBUG neutron.wsgi [req-6c6f95da-742c-4a2a-ad42-dcc76927e39c req-385037d7-30ec-4dad-9126-78db7ef9b20c service neutron] (101345) timed out ('10.222.0.10', 63360) {{(pid=101345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 00:19:21.864552 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:23.887382 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-dec4ff4d-3c1e-4fb8-85f8-dec306132fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:26.706493 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-2e6e5488-a56d-4ea2-9808-9d080da3c418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:26.969928 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:28.106160 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:29.706245 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:47.762047 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:19:51.853930 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:53.903684 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6424ef5e-0d72-4d06-bc58-482fa1c00dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:56.733823 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-736ea482-f2df-478e-a0a3-801391e2fc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:56.945760 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:58.086438 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:19:59.686707 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:21.859001 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6f783b3b-dc1d-4e89-b278-36bc7e882690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:23.887248 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-dbdf5992-f97d-4212-95b7-4c971c780dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:24.760848 dv-cinder-759943-12-iscsi neutron-server[101347]: DEBUG neutron.db.agents_db [None req-210758f4-cf6a-4aec-8401-bca5b4c9a8c2 None None] Agent healthcheck: found 6 active agents {{(pid=101347) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 00:20:26.742614 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-22a8f56a-6f9a-4647-9f44-75186388a3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:26.962150 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-8877289f-eb7f-4e43-9594-58f4a645c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:28.090828 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-6391d355-db42-48ad-a6b1-1031d5c22e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:29.685235 dv-cinder-759943-12-iscsi neutron-server[101346]: DEBUG neutron_lib.callbacks.manager [None req-88588c96-882d-4f80-bd5d-8eaa035ab6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738137731094', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533630'] for agent, after_update {{(pid=101346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 00:20:32.529641 dv-cinder-759943-12-iscsi neutron-server[101344]: DEBUG neutron.wsgi [req-1477a9b6-444d-4c35-b540-5ef9a971c6f0 req-b8c4dd57-5fde-4d56-9fec-8c288baae65b tempest-VolumesSnapshotTestJSON-516314558 tempest-VolumesSnapshotTestJSON-516314558-project] (101344) timed out ('10.222.0.10', 63331) {{(pid=101344) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}